-- Logs begin at Wed 2021-07-07 17:45:03 UTC, end at Wed 2021-07-07 18:48:04 UTC. --
Jul 07 18:22:06.309128 dv-cinder-798696-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 07 18:22:08.808379 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.common.config [-] Logging enabled!
Jul 07 18:22:08.809240 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev98
Jul 07 18:22:08.809240 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 07 18:22:08.813554 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.common.config [-] Logging enabled!
Jul 07 18:22:08.813908 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev98
Jul 07 18:22:08.814225 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 07 18:22:08.815174 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 07 18:22:08.815400 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 07 18:22:08.815762 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 07 18:22:08.816002 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 07 18:22:08.816224 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 07 18:22:08.816537 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.816857 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.817148 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.817371 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.817664 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.817952 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.818483 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.818763 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.819055 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.819333 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.819602 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.819877 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.820101 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.820372 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.820650 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.820955 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.821172 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.821442 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.821861 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.822273 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.822546 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.822829 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.823164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.823362 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.823652 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.823948 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.824275 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] host                           = dv-cinder-798696-1-iscsi {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.824596 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.825043 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.825395 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.825679 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.825967 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.826316 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.826652 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.827446 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.827725 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.827998 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.828286 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.828573 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.828896 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.829120 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.829339 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.829624 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.829904 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.830171 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.830439 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.830704 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.830974 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.831236 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.831496 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.831774 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.832056 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.832332 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.832597 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.832886 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.833151 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.833412 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.833688 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.833951 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.834211 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.834474 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.834753 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.835013 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.835278 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.835623 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.835942 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.836233 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.836511 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.836776 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.837077 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.837339 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.837603 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.837864 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.838127 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.838464 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.838665 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.838929 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.839191 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.839454 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.839717 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.839992 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:08.840279 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.840577 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.840886 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.841162 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.841448 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.841723 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.842004 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.842743 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.843052 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.843348 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.843637 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.843917 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.844203 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.844478 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.844768 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.845093 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.845387 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.845674 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.845944 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.846213 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.846544 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.846749 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.847026 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.847315 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.847600 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.847869 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.848141 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.848418 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.848687 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.848989 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.849261 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.849542 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.849810 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.850073 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.850342 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.850606 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.850874 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.851156 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.851404 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.851682 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.851955 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.852217 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.852477 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.852742 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.853028 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.853305 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.853571 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.853866 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.854095 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.854375 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.854623 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.854892 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.855153 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.855416 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.855683 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.855945 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.856206 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.856468 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.856732 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.857017 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.857278 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.857540 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.858419 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.859154 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.859438 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.859714 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.859987 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.860259 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.860543 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.860859 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.861137 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.861413 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.861682 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.861954 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.862224 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.862494 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.862767 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.863038 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.863304 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.863589 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.863865 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.864147 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.864426 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.864695 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.865005 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.865281 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.865559 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.865828 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.866098 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.866379 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.866819 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.866943 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.867229 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.867516 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.867800 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.868085 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.868356 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.868656 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.868949 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:08.869163 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 07 18:22:08.869405 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78419) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 07 18:22:09.300255 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO keyring.backend [-] Loading KWallet
Jul 07 18:22:09.307771 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO keyring.backend [-] Loading SecretService
Jul 07 18:22:09.311980 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO keyring.backend [-] Loading Windows
Jul 07 18:22:09.313361 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO keyring.backend [-] Loading chainer
Jul 07 18:22:09.313945 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO keyring.backend [-] Loading macOS
Jul 07 18:22:09.351108 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:09.351513 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:09.351649 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:09.351981 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 07 18:22:09.698363 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.698756 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.699130 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.700865 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.701245 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.702142 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.851145 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.851829 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.851829 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.865631 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.865915 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.866181 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.897056 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.897344 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.897617 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.938430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.938712 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:09.938986 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.177349 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1ca2122c10> agent after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.177585 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1ca2122c10> agent after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.177824 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1ca2122af0> segment precommit_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.178096 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1ca2122b80> network precommit_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.178845 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1ca214d1f0> segment before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.306275 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> network before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.306621 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1ca1ec3ee0> agent before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.306906 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> network before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.307248 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> port before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.307512 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> port before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.307822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> segment after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.308090 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> segment precommit_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.308345 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> segment precommit_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.308598 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> segment after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.308904 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> network after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.309162 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> network precommit_delete 0 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.309426 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> port provisioning_complete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.309689 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.309945 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> rbac-policy after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.310212 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> agent after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.310630 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> subnet after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.310910 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> subnet precommit_delete 0 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.311777 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.312035 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.312322 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> segment_host_mapping after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.312672 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> port after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.312947 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> port after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.313199 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> port after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.313482 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.313732 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.313978 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1ca2d6e880>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.314370 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:10.314609 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:10.314848 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:10.315080 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:10.315311 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:10.315544 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:10.315912 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 07 18:22:10.319461 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 07 18:22:10.323410 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 07 18:22:10.327258 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])])
Jul 07 18:22:10.329017 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 07 18:22:10.329471 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 07 18:22:10.329809 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 07 18:22:10.330195 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 07 18:22:10.333176 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 07 18:22:10.333428 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 07 18:22:10.333780 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 07 18:22:10.362342 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jul 07 18:22:10.362803 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1ca1ef7250>> qos_plugin after_init 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.363105 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78419) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 07 18:22:10.363471 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1ca1ef7520>> logging-plugin after_init 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.364847 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78419) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 07 18:22:10.365142 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 07 18:22:10.365385 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 07 18:22:10.368580 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1ca1ee3730>> floatingip before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.368876 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1ca1ee3730>> port before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.431058 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 07 18:22:10.431247 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 07 18:22:10.431482 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 07 18:22:10.431868 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 07 18:22:10.470087 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_db.sqlalchemy.engines [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78419) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 07 18:22:10.805988 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing driver for type 'gre'
Jul 07 18:22:10.806524 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] gre ID ranges: [(1, 1000)]
Jul 07 18:22:10.863313 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing driver for type 'local'
Jul 07 18:22:10.864022 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing driver for type 'vlan'
Jul 07 18:22:10.876281 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] VlanTypeDriver initialization complete
Jul 07 18:22:10.876840 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing driver for type 'vxlan'
Jul 07 18:22:10.877305 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] vxlan ID ranges: [(1, 1000)]
Jul 07 18:22:10.932147 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing extension driver 'port_security'
Jul 07 18:22:10.932542 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] PortSecurityExtensionDriver initialization complete
Jul 07 18:22:10.932982 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing mechanism driver 'openvswitch'
Jul 07 18:22:10.933347 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing mechanism driver 'hyperv'
Jul 07 18:22:10.941073 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.plugin [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:22:10.941822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca20b4ee0>> port after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.942186 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca20b4ee0>> port after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.942537 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca20b4ee0>> port after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.942916 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca20b4fa0>> subnet after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.943520 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca20b4fa0>> subnet after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.943857 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca20b4fa0>> subnet after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.944226 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7a5e0>> network after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.944568 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7a5e0>> network after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.944932 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7a5e0>> network after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.945301 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7a7f0>> security_group after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.945641 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7a7f0>> security_group after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.945975 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7a7f0>> security_group after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.946342 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7aa30>> security_group_rule after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.946681 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7aa30>> security_group_rule after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.947013 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7aa30>> security_group_rule after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.947382 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7ad00>> address_group after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.947716 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7ad00>> address_group after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.948044 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1ca1a7ad00>> address_group after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.948382 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] ML2 OVO RPC backend initialized. {{(pid=78419) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jul 07 18:22:10.949096 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> router_interface after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.949444 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> router_interface after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.949851 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> network before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.950194 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> networks before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.950538 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> port before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.950871 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> ports before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.951207 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> subnet before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.951542 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> subnets before_response 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.952791 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> network after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.953157 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> network after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.953496 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> network after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.953831 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> port after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.954163 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> port after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.954496 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> port after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.954827 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> subnet after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.955161 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> subnet after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.955489 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1ca1a7afa0>> subnet after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.956056 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.plugin [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Modular L2 Plugin initialization complete
Jul 07 18:22:10.956379 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading services supported by the core plugin {{(pid=78419) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 07 18:22:10.956697 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.plugins.ml2.managers [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Got port-security extension from driver 'port_security'
Jul 07 18:22:10.957192 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.extensions.vlantransparent [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Disabled vlantransparent extension.
Jul 07 18:22:10.957668 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78419) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 07 18:22:10.957974 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: router
Jul 07 18:22:10.995091 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router_interface before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.995482 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router after_create 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.995845 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router before_create 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.996207 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router_interface before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.996573 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router_interface after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.996947 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router after_delete 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.997303 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> floatingip after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.997660 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router after_create 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.998001 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router after_update 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.998349 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router after_update 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.999285 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router_gateway after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:10.999662 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router after_update 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.000073 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router precommit_update 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.000444 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1ca2242ca0> port after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.000780 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1ca224c820> port after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.001144 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1ca2242d30> subnet after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.001477 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1ca2242c10> subnetpool_address_scope after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.001826 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> port precommit_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.002166 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router precommit_create 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.002504 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1ca2243670> port before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.002845 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router precommit_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.003192 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router after_update 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.003528 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router precommit_delete 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.003871 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router precommit_create 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.004227 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router_interface after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.004567 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> router precommit_update 55549900 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.004957 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> agent after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.005301 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> agent after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.005640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1ca1a801f0>> network after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.006502 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Tracking information for resource: router configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:11.006824 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Tracking information for resource: floatingip configured {{(pid=78419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 07 18:22:11.011871 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.db.l3_agentschedulers_db [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 07 18:22:11.012443 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1ca19f0160> port after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.012821 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1ca19f0040> port after_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.013172 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function _notify_port_delete at 0x7f1ca19f00d0> port after_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.013519 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1ca19f0430> port after_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.014962 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ca19969d0>> router before_create 55550100 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.015727 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ca19969d0>> router precommit_delete 55550100 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.016089 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ca19969d0>> router precommit_create 55550100 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.016446 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1ca19969d0>> router precommit_update 55550100 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.020916 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.services.provider_configuration [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service providers = [] {{(pid=78419) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 07 18:22:11.021279 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.db.servicetype_db [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78419) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 07 18:22:11.024331 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.services.service_base [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 07 18:22:11.024673 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.services.service_base [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 07 18:22:11.025033 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.services.service_base [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 07 18:22:11.025920 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.services.service_base [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 07 18:22:11.026465 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.services.service_base [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 07 18:22:11.026852 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.027163 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 07 18:22:11.039082 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.039416 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: auto_allocate
Jul 07 18:22:11.045231 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1ca19c0790> network precommit_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.046770 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1ca19c0790> network precommit_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.047289 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.047607 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: tag
Jul 07 18:22:11.054530 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.054851 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: timestamp
Jul 07 18:22:11.058856 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.059001 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: network_ip_availability
Jul 07 18:22:11.065406 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ca19b6fd0>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.065776 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ca19b6fd0>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.066130 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ca19b6fd0>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.066857 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.067178 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: flavors
Jul 07 18:22:11.072369 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.072771 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading Plugin: revisions
Jul 07 18:22:11.077521 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 07 18:22:11.077918 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.726s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:11.078660 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78419) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jul 07 18:22:11.078991 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Initializing extension manager.
Jul 07 18:22:11.079492 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: __init__.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.079834 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: __pycache__ {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.080162 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.080488 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: address_group.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.081290 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.081866 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: address-group
Jul 07 18:22:11.082183 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: address_scope.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.082890 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.083396 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: address-scope
Jul 07 18:22:11.083716 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.084683 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.085221 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: router-admin-state-down-before-update
Jul 07 18:22:11.085543 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: agent.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.086242 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.086745 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: agent
Jul 07 18:22:11.087062 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: agent_resources_synced.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.087971 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.088474 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: agent-resources-synced
Jul 07 18:22:11.088786 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: allowedaddresspairs.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.090620 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.091136 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: allowed-address-pairs
Jul 07 18:22:11.091455 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: auto_allocated_topology.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.093144 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.093669 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: auto-allocated-topology
Jul 07 18:22:11.093987 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: availability_zone.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.094677 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.095177 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: availability_zone
Jul 07 18:22:11.095493 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: availability_zone_filter.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.096399 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.096998 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: availability_zone_filter
Jul 07 18:22:11.097316 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: data_plane_status.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.098216 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.098718 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 07 18:22:11.099036 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: default_subnetpools.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.099942 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.100448 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: default-subnetpools
Jul 07 18:22:11.100762 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.101615 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.102116 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: dhcp_agent_scheduler
Jul 07 18:22:11.102431 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: dns.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.103341 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.103842 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension dns-integration not supported by any of loaded plugins
Jul 07 18:22:11.104157 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: dns_domain_ports.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.105100 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.105603 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 07 18:22:11.105917 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: dvr.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.106580 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.107263 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: dvr
Jul 07 18:22:11.107689 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: empty_string_filtering.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.110071 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.110676 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: empty-string-filtering
Jul 07 18:22:11.111010 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.111975 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.112491 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 07 18:22:11.112848 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.113804 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.114318 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 07 18:22:11.114642 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: external_net.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.115571 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.116086 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: external-net
Jul 07 18:22:11.116409 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.117357 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.117878 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: extra_dhcp_opt
Jul 07 18:22:11.118199 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: extraroute.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.119115 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.119636 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: extraroute
Jul 07 18:22:11.119960 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: extraroute_atomic.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.121037 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.121556 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: extraroute-atomic
Jul 07 18:22:11.121881 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: filter_validation.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.122566 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.123079 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: filter-validation
Jul 07 18:22:11.124122 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: fip_pf_description.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.126917 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.127457 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 07 18:22:11.127854 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: fip_port_details.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.128751 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.129312 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: fip-port-details
Jul 07 18:22:11.129644 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: flavors.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.130927 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.131452 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: flavors
Jul 07 18:22:11.131779 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.133489 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.134032 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 07 18:22:11.134374 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: floatingip_pools.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.135090 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.135615 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: floatingip-pools
Jul 07 18:22:11.135945 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: ip_allocation.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.137025 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.137543 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 07 18:22:11.137874 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.138808 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.139378 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: ip-substring-filtering
Jul 07 18:22:11.139924 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l2_adjacency.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.140601 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.141146 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 07 18:22:11.141467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l3.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.142497 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.143017 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: router
Jul 07 18:22:11.143343 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.145695 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.146232 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 07 18:22:11.146561 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.147669 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.148197 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: ext-gw-mode
Jul 07 18:22:11.148526 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.149559 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.150010 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: l3-ha
Jul 07 18:22:11.150335 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l3_flavors.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.151267 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.151780 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: l3-flavors
Jul 07 18:22:11.152104 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.153509 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.154097 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 07 18:22:11.154520 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: l3agentscheduler.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.155848 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.156441 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: l3_agent_scheduler
Jul 07 18:22:11.156946 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: logging.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.158989 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.159569 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension logging not supported by any of loaded plugins
Jul 07 18:22:11.159972 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: metering.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.160966 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.161568 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: metering
Jul 07 18:22:11.161944 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.163270 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.163869 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: metering_source_and_destination_fields
Jul 07 18:22:11.164262 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: multiprovidernet.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.165775 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.166346 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: multi-provider
Jul 07 18:22:11.166708 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: netmtu.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.167790 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.168417 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: net-mtu
Jul 07 18:22:11.168768 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: netmtu_writable.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.170023 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.171316 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: net-mtu-writable
Jul 07 18:22:11.171690 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: network_availability_zone.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.172673 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.173127 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: network_availability_zone
Jul 07 18:22:11.173478 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: network_ip_availability.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.174784 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.175352 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: network-ip-availability
Jul 07 18:22:11.175722 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: network_segment_range.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.176676 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.177301 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 07 18:22:11.177846 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: pagination.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.178877 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.179285 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: pagination
Jul 07 18:22:11.179637 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: port_device_profile.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.180753 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.181399 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: port-device-profile
Jul 07 18:22:11.181876 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.182857 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.183435 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: port-mac-address-regenerate
Jul 07 18:22:11.183760 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.184694 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.185263 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: port-numa-affinity-policy
Jul 07 18:22:11.185586 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: port_resource_request.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.187368 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.187764 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 07 18:22:11.188101 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: portbindings.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.189046 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.189561 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: binding
Jul 07 18:22:11.189888 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: portbindings_extended.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.191214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.191741 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: binding-extended
Jul 07 18:22:11.192068 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: portsecurity.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.193028 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.193803 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: port-security
Jul 07 18:22:11.194134 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: project_id.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.195126 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.195460 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: project-id
Jul 07 18:22:11.196259 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: providernet.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.197095 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.197616 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: provider
Jul 07 18:22:11.197947 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.201634 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.202024 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos not supported by any of loaded plugins
Jul 07 18:22:11.202359 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.203652 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.204182 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 07 18:22:11.204509 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.205479 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.206002 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 07 18:22:11.206328 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_default.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.207263 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.207784 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-default not supported by any of loaded plugins
Jul 07 18:22:11.208208 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_fip.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.208783 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.209315 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-fip not supported by any of loaded plugins
Jul 07 18:22:11.209640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_gateway_ip.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.210588 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.211098 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 07 18:22:11.211420 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_port_network_policy.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.212345 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.212881 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 07 18:22:11.213234 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_rule_type_details.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.214190 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.215162 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 07 18:22:11.215162 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: qos_rules_alias.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.216076 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.216588 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 07 18:22:11.216961 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: quotasv2.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.217979 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.218499 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: quotas
Jul 07 18:22:11.218795 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: quotasv2_detail.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.220489 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.220850 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: quota_details
Jul 07 18:22:11.221183 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: rbac.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.222277 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.222824 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: rbac-policies
Jul 07 18:22:11.223153 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: rbac_address_group.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.224110 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.224630 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: rbac-address-group
Jul 07 18:22:11.224988 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: rbac_address_scope.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.225926 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.226449 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: rbac-address-scope
Jul 07 18:22:11.226772 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: rbac_security_groups.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.227698 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.228213 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: rbac-security-groups
Jul 07 18:22:11.228535 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: rbac_subnetpool.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.229486 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.230005 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: rbac-subnetpool
Jul 07 18:22:11.230327 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: revisionifmatch.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.231260 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.231776 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: revision-if-match
Jul 07 18:22:11.232096 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: revisions.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.233856 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.234468 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: standard-attr-revisions
Jul 07 18:22:11.234795 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: router_availability_zone.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.235490 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.236012 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: router_availability_zone
Jul 07 18:22:11.236337 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: routerservicetype.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.237327 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.237969 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension router-service-type not supported by any of loaded plugins
Jul 07 18:22:11.238300 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.239238 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.239757 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: security-groups-normalized-cidr
Jul 07 18:22:11.240081 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.241055 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.241574 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: port-security-groups-filtering
Jul 07 18:22:11.241897 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.242842 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.243359 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: security-groups-remote-address-group
Jul 07 18:22:11.243683 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: securitygroup.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.254297 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.254831 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: security-group
Jul 07 18:22:11.255175 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: segment.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.255979 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.256489 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension segment not supported by any of loaded plugins
Jul 07 18:22:11.256845 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.257812 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.258341 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 07 18:22:11.258668 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: servicetype.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.259811 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.260333 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: service-type
Jul 07 18:22:11.260666 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: sorting.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.261689 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.262022 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: sorting
Jul 07 18:22:11.262348 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: standard_attr_segment.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.263278 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.263802 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 07 18:22:11.264168 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: standardattrdescription.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.264857 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.265385 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: standard-attr-description
Jul 07 18:22:11.265708 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: stateful_security_group.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.266648 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.267168 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: stateful-security-group
Jul 07 18:22:11.267490 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: stdattrs_common.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.268080 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 07 18:22:11.268401 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.269529 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.269991 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 07 18:22:11.270310 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: subnet_onboard.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.271396 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.271921 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: subnet_onboard
Jul 07 18:22:11.272250 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.273214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.273732 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 07 18:22:11.274059 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: subnet_service_types.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.275014 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.275533 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: subnet-service-types
Jul 07 18:22:11.275857 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: subnetallocation.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.276982 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.277520 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: subnet_allocation
Jul 07 18:22:11.277849 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.278520 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.279043 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: subnetpool-prefix-ops
Jul 07 18:22:11.279363 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.280863 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.281377 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 07 18:22:11.281699 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: tagging.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.282796 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.283333 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: standard-attr-tag
Jul 07 18:22:11.283656 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: timestamp.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.284888 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.285419 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loaded extension: standard-attr-timestamp
Jul 07 18:22:11.285748 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: trunk.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.286796 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.287315 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension trunk not supported by any of loaded plugins
Jul 07 18:22:11.287643 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: trunk_details.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.288573 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.289128 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension trunk-details not supported by any of loaded plugins
Jul 07 18:22:11.289456 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: uplink_status_propagation.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.290442 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.290903 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 07 18:22:11.291229 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Loading extension file: vlantransparent.py {{(pid=78419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 07 18:22:11.291908 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 07 18:22:11.292422 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 07 18:22:11.294947 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:network
Jul 07 18:22:11.296313 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:subnet
Jul 07 18:22:11.297155 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 07 18:22:11.297778 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:port
Jul 07 18:22:11.299090 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.299622 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service FLAVORS assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.300346 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.300826 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.301167 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:router
Jul 07 18:22:11.301837 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:floatingip
Jul 07 18:22:11.302555 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service METERING assigned prefix: /metering {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.304031 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ca1893550>> rbac-policy before_create 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.304398 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ca1893550>> rbac-policy before_update 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.304755 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1ca1893550>> rbac-policy before_delete 55550000 {{(pid=78419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:22:11.305943 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 07 18:22:11.306420 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:security_group
Jul 07 18:22:11.307081 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 07 18:22:11.307825 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service CORE assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.308158 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 07 18:22:11.308503 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] subnetpool is already registered
Jul 07 18:22:11.309196 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service CORE assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.309479 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 07 18:22:11.309814 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] subnetpool is already registered
Jul 07 18:22:11.312554 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.313021 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service FLAVORS assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.313631 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.314059 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.314409 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:router
Jul 07 18:22:11.314726 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] router is already registered
Jul 07 18:22:11.315336 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:floatingip
Jul 07 18:22:11.315666 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] floatingip is already registered
Jul 07 18:22:11.316298 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service METERING assigned prefix: /metering {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.317010 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 07 18:22:11.317340 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] rbac_policy is already registered
Jul 07 18:22:11.317887 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:security_group
Jul 07 18:22:11.318482 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] security_group is already registered
Jul 07 18:22:11.319073 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 07 18:22:11.319410 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] security_group_rule is already registered
Jul 07 18:22:11.320078 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service CORE assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.320407 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 07 18:22:11.320904 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] subnetpool is already registered
Jul 07 18:22:11.321370 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.v2.resource_helper [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Service CORE assigned prefix:  {{(pid=78419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 07 18:22:11.321696 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 07 18:22:11.322024 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING neutron.quota.resource_registry [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] subnetpool is already registered
Jul 07 18:22:11.322668 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: extensions {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.324155 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: address-groups {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.325798 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: address-scopes {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.327112 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: agents {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.328261 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: auto-allocated-topology {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.329526 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: availability_zones {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.330842 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: dhcp-networks {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.332223 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: dhcp-agents {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.333667 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: routers {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.336382 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: flavors {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.337575 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: service_profiles {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.338786 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: next_providers {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.340411 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: service_profiles {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.341896 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: floatingip-pools {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.343643 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: routers {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.345448 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: floatingips {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.346624 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: l3-routers {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.347985 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: l3-agents {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.349442 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: metering-labels {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.350791 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: metering-label-rules {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.352065 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: network-ip-availabilities {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.353337 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: bindings {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.354990 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: quotas {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.356399 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: quotas {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.358383 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: rbac-policies {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.359862 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: security-groups {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.361081 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: security-group-rules {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.362330 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: service-providers {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.363578 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: subnetpools {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.365006 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: subnetpools {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.366450 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.368124 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.369946 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.371701 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.373543 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.375462 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.377186 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.379056 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.380840 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.382661 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron.api.extensions [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Extended resource: tags {{(pid=78419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 07 18:22:11.388541 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING keystonemiddleware.auth_token [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 07 18:22:11.393373 dv-cinder-798696-1-iscsi neutron-server[78419]: WARNING keystonemiddleware.auth_token [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 07 18:22:11.401406 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Acquired lock "singleton_lock" {{(pid=78419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 07 18:22:11.401879 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Releasing lock "singleton_lock" {{(pid=78419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 07 18:22:11.402516 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO oslo_service.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Starting 2 workers
Jul 07 18:22:11.407858 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Started child 78558 {{(pid=78419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 07 18:22:11.412275 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Started child 78559 {{(pid=78419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 07 18:22:11.413407 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:11.414017 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO neutron.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 07 18:22:11.414553 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Notify callbacks [] for process, before_spawn {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:11.414978 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [-] (78558) wsgi starting up on http://0.0.0.0:9696
Jul 07 18:22:11.416825 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:11.417322 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO oslo_service.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Starting 1 workers
Jul 07 18:22:11.418221 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [-] (78559) wsgi starting up on http://0.0.0.0:9696
Jul 07 18:22:11.422861 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Started child 78560 {{(pid=78419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 07 18:22:11.423383 dv-cinder-798696-1-iscsi neutron-server[78419]: INFO oslo_service.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Starting 1 workers
Jul 07 18:22:11.426139 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] calling RpcWorker wait() {{(pid=78560) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 07 18:22:11.426685 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] returning from RpcWorker wait() {{(pid=78560) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 07 18:22:11.427829 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Started child 78561 {{(pid=78419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 07 18:22:11.427935 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:11.428452 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:22:11.428601 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-2e642ed5-4937-4cf7-b890-ea17341b4177 None None] Notify callbacks [] for process, after_spawn {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:11.430500 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 07 18:22:11.430719 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 07 18:22:11.430907 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 07 18:22:11.431124 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 07 18:22:11.431461 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 07 18:22:11.432377 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:11.432926 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 07 18:22:11.433090 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.433250 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.433508 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.433777 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.434068 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.434641 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.434887 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.435128 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.435396 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.435632 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.435804 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.435999 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.436261 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.436492 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.436857 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.437126 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.437376 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.437753 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.437904 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.438060 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.438332 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.438583 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.438851 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.439117 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.439615 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.439972 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.440253 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.440507 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.440775 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.441054 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.441342 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.441588 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.441834 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.442114 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.442355 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.442586 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.442862 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.443482 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.443645 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.443873 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.444311 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] host                           = dv-cinder-798696-1-iscsi {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.444526 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.444762 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.445044 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.445298 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.445557 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.445793 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.446055 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.446319 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.446580 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.447122 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.447122 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.447543 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.447543 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.447790 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.447994 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.448171 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.448449 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.448712 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.448925 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.449095 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.449270 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.449532 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.449697 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.449956 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.450202 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.450419 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.450633 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.450866 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.451111 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.451356 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.451613 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.451886 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.452073 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.452296 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.452524 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.452751 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.453026 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.453256 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.453500 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.453730 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.453999 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.454179 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.454410 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.454622 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.454906 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.455122 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.455367 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.455601 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.455840 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.456089 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.456318 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.456562 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.456820 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.457053 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.457300 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.457566 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.457779 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.458050 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.459109 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:22:11.459788 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.460027 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.460448 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.460923 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.461201 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.461526 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.461715 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.461993 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.462183 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.462493 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.462717 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.463224 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.463525 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.463850 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.464833 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.465084 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.465838 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.466678 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.466920 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.467719 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.467961 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.468831 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.468831 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.468831 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.469091 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.469292 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.469722 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.469992 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.470268 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.470506 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.470749 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.471287 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.471287 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.471637 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.471969 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.472337 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.60/identity {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.472727 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.473002 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.473245 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.474659 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.474980 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.475280 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.475858 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.475858 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.476184 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.477788 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.477788 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.477788 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.477788 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.477788 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.478265 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.478594 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.478892 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.479194 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.479503 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.479787 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.481009 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.481120 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 52762) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:11.481214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.481214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.481214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.481214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.481477 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.481799 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.482049 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.482235 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.482462 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.482724 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.483770 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.484167 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.484517 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.484740 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.485028 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.485281 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.485549 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.485737 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.485922 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.486137 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.486379 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.486595 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.486903 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.487052 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.487271 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.487502 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.487713 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.487924 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.488133 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.488372 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.488559 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.488766 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.489021 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.489233 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.489447 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.489679 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.489888 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.490099 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.490380 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.490699 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.490934 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.491161 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.491408 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.492227 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.492227 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.492227 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.492457 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.492525 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0098960
Jul 07 18:22:11.492596 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.493868 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.493868 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.494128 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.494349 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.494613 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.494836 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.495091 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.495328 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.495579 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.495810 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.496073 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.496310 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.496591 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.496882 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.497797 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.497797 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.497797 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.499900 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.501613 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.501927 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.504525 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.504525 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.504721 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.504940 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.505602 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.505602 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.505781 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.505980 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.506219 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.507146 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.507146 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.507146 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.507146 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.509495 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.509780 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.511561 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.514760 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.514760 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.514760 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.516169 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.517048 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.517048 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.517048 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.517304 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.517444 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.518418 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.518418 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.518418 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.518659 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.518727 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.60/identity {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.518947 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.519204 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.520107 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.520402 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.520650 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.520981 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.521225 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.521447 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.521664 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.522530 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.522530 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.526491 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527069 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527069 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527069 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527069 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527069 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527553 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527621 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.527944 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.528777 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.529047 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.529321 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.529578 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.530793 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.531258 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.531854 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.532099 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.532600 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.532879 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.533108 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.534898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.535145 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.535386 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.535729 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.535930 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.536257 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.536527 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.536791 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.537045 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.537263 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.537482 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.537717 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.537946 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.538164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.538381 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.538591 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.538871 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.539122 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.539358 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.539572 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.539780 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.539987 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.540197 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.540408 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.541042 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.541283 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.541519 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.541753 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.543036 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.543278 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.543512 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.543722 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.543933 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.544136 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.544452 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.544611 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.544783 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.545037 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.545209 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.546131 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.546545 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.546913 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.547641 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.547641 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.547641 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.547971 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.548222 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.549053 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.549053 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.549053 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.549305 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.549385 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.549659 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.549964 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.550631 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.550937 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.551158 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.551437 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.551710 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.551977 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.552187 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.552497 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.552852 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.553136 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.553426 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.554413 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.554413 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.554413 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.554413 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.554705 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.554705 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.554913 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.555166 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.555418 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.555641 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.555877 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.556108 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.556348 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.556585 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.556851 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.557093 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.557307 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.557462 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 07 18:22:11.557972 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 07 18:22:11.558118 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 07 18:22:11.558385 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 07 18:22:11.558566 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 07 18:22:11.558732 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 07 18:22:11.558899 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 07 18:22:11.560488 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.560595 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.560747 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.560933 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.561106 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.561356 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.561611 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.561885 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.562239 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.562341 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.562459 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.562617 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.562773 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.562927 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.563081 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.564116 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.564280 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.564435 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.564600 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.564757 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.564940 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.565106 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.565246 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.565432 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.565594 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.565754 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.565909 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.566640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.566640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.566640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.566640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.566640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.566942 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.566942 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.567061 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.567281 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.567378 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.568860 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.568860 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.568860 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.568860 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] host                           = dv-cinder-798696-1-iscsi {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.569281 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.569281 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.569281 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.569717 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.569717 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.569717 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.570685 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.570685 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.570685 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.570685 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.570685 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.570685 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.570685 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.571474 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.571474 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.571474 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.571474 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.571474 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.571474 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572108 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572108 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572108 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572108 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572400 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572400 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572545 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572625 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572777 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.572995 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.573126 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.573303 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.573420 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.573575 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.573729 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.573883 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.574039 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.574189 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.574345 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.574508 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.574663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.574803 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.574937 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.575076 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.575213 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.575350 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.575505 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.575644 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.575795 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.575943 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.576082 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.576227 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.576366 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.576529 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.576676 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.576843 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.577098 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.577380 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.577585 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.577733 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.577886 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.578025 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.578163 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.578301 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.578438 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.578613 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.578731 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.578886 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.579039 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.579193 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 07 18:22:11.579370 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.579526 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.579694 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.579851 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.580006 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.580161 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.580522 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.580522 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.580687 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.580852 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.580967 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.581103 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.581268 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.581424 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.581579 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.581727 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.581883 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.582038 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.582214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.582352 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.582496 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.582649 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.582820 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.582978 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.583133 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.60/identity {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.583290 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.583444 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.583593 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.583754 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.583927 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.584071 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.584223 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.584383 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.584540 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.584681 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.584843 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.584990 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.585129 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.585268 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.585406 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:22:11.585553 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.585553 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.585844 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.585844 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.586119 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.586119 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.586394 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.586394 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.586800 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.586800 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.586800 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.587199 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.587199 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.587461 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.587461 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.587723 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.587723 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588007 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588007 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588288 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588288 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588554 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588554 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588924 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.588924 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.589196 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.589196 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.589458 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.589458 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.589759 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.589759 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590023 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590023 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590284 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590284 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590545 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590545 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590814 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.590814 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.591077 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.591214 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.591351 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.591497 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.591652 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.591791 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.591929 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.592074 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.592843 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.593050 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.593195 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.593425 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.593773 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.593915 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.594054 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.594191 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.594349 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.594503 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.594795 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.594795 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.595073 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.595073 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.596313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.601430 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.602939 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.604164 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.605928 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.60/identity {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.606898 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.607663 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.608822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.609536 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610467 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610969 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.610969 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.612114 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.612286 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.612441 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.612585 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.612725 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.612927 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.613116 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.613248 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.613366 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.613524 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.613687 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.614057 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.614222 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.614377 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.614559 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.614716 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.614874 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.615405 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.615952 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.615952 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.615952 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.616174 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.616313 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.616469 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.616640 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.616816 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.616974 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.617130 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.617286 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.617452 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.617608 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.617762 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.617916 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.618060 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.618322 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.618450 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.618593 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.618854 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.618854 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.619338 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.619338 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.619338 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.619786 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.619786 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.619786 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.620144 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.620144 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.620144 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.621320 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.621320 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.621320 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.621320 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.621763 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.621934 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.622048 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.622203 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.622360 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.622524 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.622689 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.622853 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.623009 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.623172 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.623341 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.624168 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.625221 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.625395 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.625542 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.625682 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.625820 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.625958 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.626119 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.626267 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.626418 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.626587 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.626729 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.626867 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.627822 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.627969 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.628132 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.628279 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.628418 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.628578 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 07 18:22:11.628734 dv-cinder-798696-1-iscsi neutron-server[78419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 07 18:22:22.960745 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563da55-83bc-4866-9582-2a29b70bae6a None None] get_active_networks_info from dv-cinder-798696-1-iscsi {{(pid=78560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jul 07 18:22:23.044732 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d563da55-83bc-4866-9582-2a29b70bae6a None None] No non-hosted networks {{(pid=78560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 07 18:22:23.064752 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.agentschedulers_db [None req-d563da55-83bc-4866-9582-2a29b70bae6a None None] DHCP Agent not found on host dv-cinder-798696-1-iscsi {{(pid=78560) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jul 07 18:22:23.149792 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b1fc7a1a-6e88-424a-b160-9ac21dcf65c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722216'] for agent, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:23.556195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722216'] for agent, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:23.558287 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.558985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.560016 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.561316 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.561946 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.562616 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.564193 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.564769 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.565391 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.566858 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.567471 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.568876 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:23.569562 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1ca0caf160>, 'Open vSwitch agent', 'dv-cinder-798696-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:22:23.579473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1ca1604670>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798696-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:22:26.227789 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a49-4f64-4a58-ad26-a1018546ed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722216'] for agent, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:26.271527 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1b08-42da-4411-932e-a9d18539941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:27.338754 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722216'] for agent, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:28.530314 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722216'] for agent, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:30.329206 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 52860) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:31.057730 dv-cinder-798696-1-iscsi neutron-server[78559]: WARNING oslo_policy.policy [None req-ac047fe0-7dad-42e3-a96a-73f3da469749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:31.058362 dv-cinder-798696-1-iscsi neutron-server[78559]: WARNING oslo_policy.policy [None req-ac047fe0-7dad-42e3-a96a-73f3da469749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:31.282102 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [None req-ac047fe0-7dad-42e3-a96a-73f3da469749 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:22:31.283151 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ac047fe0-7dad-42e3-a96a-73f3da469749 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9530342
Jul 07 18:22:33.270242 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.db.l3_hamode_db [None req-f714967d-1392-4007-959c-6b503f10de8a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 07 18:22:33.357104 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714967d-1392-4007-959c-6b503f10de8a None None] Routers set() bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:22:33.357364 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714967d-1392-4007-959c-6b503f10de8a None None] Router IDs set() for agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 07 18:22:33.719884 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 52874) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:34.098141 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:22:34.203051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.policy [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78559) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 07 18:22:34.250383 dv-cinder-798696-1-iscsi neutron-server[78559]: WARNING oslo_policy.policy [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:34.250809 dv-cinder-798696-1-iscsi neutron-server[78559]: WARNING oslo_policy.policy [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:34.259601 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.quota [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1ca12ef250>.
Jul 07 18:22:34.275663 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:22:34.356558 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735057802685', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735057802120', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735058012502', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735058022202', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735058029772', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735058031179', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-806747', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3395675', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-404870'] for rbac-policy, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:34.435631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:34.443144 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-fd07796f-97b4-4f7c-b39c-9606b6b23b1e admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7160511
Jul 07 18:22:37.147920 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 52888) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:37.777672 dv-cinder-798696-1-iscsi neutron-server[78558]: WARNING oslo_policy.policy [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:37.778269 dv-cinder-798696-1-iscsi neutron-server[78558]: WARNING oslo_policy.policy [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:37.994464 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'aa3e9300a7cc44b3a131b76936685354'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:22:37.996118 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.quota [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1ca1644f10>.
Jul 07 18:22:38.017198 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:22:38.024045 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Usage tracker for resource:network and tenant:aa3e9300a7cc44b3a131b76936685354 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:22:38.030440 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:22:38.037810 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:22:38.055225 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Made reservation on behalf of aa3e9300a7cc44b3a131b76936685354 for: {'network': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:22:38.127931 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.policy [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78558) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 07 18:22:38.187230 dv-cinder-798696-1-iscsi neutron-server[78558]: WARNING oslo_policy.policy [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:38.187894 dv-cinder-798696-1-iscsi neutron-server[78558]: WARNING oslo_policy.policy [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 07 18:22:38.197954 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.220668 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.237131 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:22:38.243346 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3e9300a7cc44b3a131b76936685354 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:22:38.250691 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:22:38.256572 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:22:38.375188 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.379967 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.385984 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:38.406719 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'}  {{(pid=78558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:22:38.433904 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735059681967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.434431 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1ca2122af0> segment precommit_create {{(pid=78558) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 07 18:22:38.434994 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.segments_db [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Added segment 2181548e-b4e4-40ca-a168-279e75c602c2 of type vlan for network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7
Jul 07 18:22:38.489429 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d2c17-5c48-44e0-a6f2-3a9bb141e5be,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:38.507072 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.507339 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.507665 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.507983 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.508290 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.508604 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.508940 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.509249 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.509571 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.509881 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.510184 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.510485 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Tracked resource versions report:
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]: pushed versions:
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]: {   'AddressGroup': {'1.2'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'ConntrackHelper': {'1.0'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Log': {'1.0'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Network': {'1.1'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Port': {'1.7'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'PortForwarding': {'1.2'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'QosPolicy': {'1.8'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'SecurityGroup': {'1.4'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'SubPort': {'1.0'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Subnet': {'1.1'},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Trunk': {'1.1'}}
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]: consumer versions:
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Log': '1.0',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Network': '1.1',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Port': '1.7',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'PortForwarding': '1.2',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'QosPolicy': '1.8',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'SecurityGroup': '1.4',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'SubPort': '1.0',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Subnet': '1.1',
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Trunk': '1.1'}}
Jul 07 18:22:38.511622 dv-cinder-798696-1-iscsi neutron-server[78558]:  {{(pid=78558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:22:38.559394 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:38.561215 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.604059 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.605740 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:22:38.606397 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:38.611274 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:38.718407 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:38.721862 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.5718377
Jul 07 18:22:38.723592 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:38.732132 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:22:41.545232 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 52910) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:42.055620 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45825604-c9e6-4962-b4a7-64d6c53dcff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:22:42.056948 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-45825604-c9e6-4962-b4a7-64d6c53dcff9 admin admin] 10.222.0.60 "GET /v2.0/networks/be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 HTTP/1.1" status: 200  len: 825 time: 0.5106983
Jul 07 18:22:42.091892 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-19a8129c-a180-459e-b8f1-648ea56a9630 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/50ad8f67-965f-4573-b11e-3102abad9ea0 HTTP/1.1" status: 200  len: 734 time: 0.0279801
Jul 07 18:22:42.102421 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'subnetpool_id': '50ad8f67-965f-4573-b11e-3102abad9ea0', 'ip_version': 4, 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'gateway_ip': '172.20.0.1'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:22:42.109140 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:22:42.114612 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Usage tracker for resource:subnet and tenant:aa3e9300a7cc44b3a131b76936685354 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:22:42.119011 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:22:42.128608 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:22:42.139054 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Made reservation on behalf of aa3e9300a7cc44b3a131b76936685354 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:22:42.141646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:42.456535 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:42.461058 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:42.560864 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffc9b0e-6d8f-4f14-a81d-76e918591252,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:42.562964 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Checking segment: {'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:22:42.563340 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Network hostable DHCP agents. Network: be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:22:42.569945 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:42.586505 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:22:42.598503 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:22:42.603922 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:22:42.604511 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:42.610342 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec59838-ed65-49ba-8e2c-46a6e19782b2 None None] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:22:42.628211 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5295410
Jul 07 18:22:43.055517 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'fixed_ips': [{'subnet_id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:22:43.056667 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:43.266956 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Allocated IP 172.20.0.2 (be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7/6ffc9b0e-6d8f-4f14-a81d-76e918591252/f712dab5-ec3b-440a-acec-192283da81e0) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:22:43.574662 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:43.588762 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Transition to ACTIVE for port object f712dab5-ec3b-440a-acec-192283da81e0 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:22:43.609972 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Transition to ACTIVE for port object f712dab5-ec3b-440a-acec-192283da81e0 will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:22:43.617075 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:43.625473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:43.687218 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:22:43.690827 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:22:43.700985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:22:43.707674 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Pushing event updated for resources: {'Port': ['ID=f712dab5-ec3b-440a-acec-192283da81e0,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:43.746312 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.746658 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.747557 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.747883 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.748239 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.748634 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.748984 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.749305 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.749644 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.749961 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.750275 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.750586 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Tracked resource versions report:
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]: pushed versions:
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]: {   'AddressGroup': {'1.2'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'ConntrackHelper': {'1.0'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Log': {'1.0'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Network': {'1.1'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Port': {'1.7'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'PortForwarding': {'1.2'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'QosPolicy': {'1.8'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'SecurityGroup': {'1.4'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'SubPort': {'1.0'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Subnet': {'1.1'},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Trunk': {'1.1'}}
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]: consumer versions:
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Log': '1.0',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Network': '1.1',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Port': '1.7',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'PortForwarding': '1.2',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'QosPolicy': '1.8',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'SecurityGroup': '1.4',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'SubPort': '1.0',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Subnet': '1.1',
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Trunk': '1.1'}}
Jul 07 18:22:43.751742 dv-cinder-798696-1-iscsi neutron-server[78560]:  {{(pid=78560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:22:43.787595 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:43.818760 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Attempting to bind port f712dab5-ec3b-440a-acec-192283da81e0 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:22:43.819270 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Attempting to bind port f712dab5-ec3b-440a-acec-192283da81e0 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:22:43.820031 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Attempting to bind port f712dab5-ec3b-440a-acec-192283da81e0 on network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:22:43.828529 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:22:43.828945 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Checking segment: {'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:22:43.829463 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:43.829889 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Bound using segment: {'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:22:43.830397 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Bound port: f712dab5-ec3b-440a-acec-192283da81e0, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:22:43.830791 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:43.930342 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] For port f712dab5-ec3b-440a-acec-192283da81e0, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:22:43.938637 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] For port f712dab5-ec3b-440a-acec-192283da81e0, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=f712dab5-ec3b-440a-acec-192283da81e0,segment=NetworkSegment(2181548e-b4e4-40ca-a168-279e75c602c2),segment_id=2181548e-b4e4-40ca-a168-279e75c602c2)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:22:43.945406 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:43.951551 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:44.070634 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Pushing event updated for resources: {'Port': ['ID=f712dab5-ec3b-440a-acec-192283da81e0,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:44.080861 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:45.318018 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 52920) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:45.777285 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [None req-3c14f386-5a1e-4e12-8804-ccbecfb2c0a0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:22:45.780425 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3c14f386-5a1e-4e12-8804-ccbecfb2c0a0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4611020
Jul 07 18:22:48.069011 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba59cd0-bb49-425a-9ecf-d056c1967fcd None None] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:22:48.180970 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-de6e16e1-85a3-40dd-a285-fe3e21606dab None None] Provisioning for port f712dab5-ec3b-440a-acec-192283da81e0 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:22:48.402897 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 52934) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:48.488522 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device f712dab5-ec3b-440a-acec-192283da81e0 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:22:48.588217 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port f712dab5-ec3b-440a-acec-192283da81e0 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:22:48.595816 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port f712dab5-ec3b-440a-acec-192283da81e0 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:22:48.596289 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:48.667177 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-48feb6fc-e092-47cb-9e94-3b32e8ce07c8 None None] Provisioning complete for port f712dab5-ec3b-440a-acec-192283da81e0 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:22:48.667521 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-48feb6fc-e092-47cb-9e94-3b32e8ce07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:48.799104 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:48.904787 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port f712dab5-ec3b-440a-acec-192283da81e0, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=f712dab5-ec3b-440a-acec-192283da81e0,segment=NetworkSegment(2181548e-b4e4-40ca-a168-279e75c602c2),segment_id=2181548e-b4e4-40ca-a168-279e75c602c2)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:22:48.905860 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-48feb6fc-e092-47cb-9e94-3b32e8ce07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:48.917878 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:48.925309 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-29b95d12-ff28-4b75-9024-919cedf479d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:48.945755 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [None req-08ed3f54-c94f-47e9-ba78-783e51fd5e1e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:22:48.946742 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-08ed3f54-c94f-47e9-ba78-783e51fd5e1e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5427918
Jul 07 18:22:49.120778 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=f712dab5-ec3b-440a-acec-192283da81e0,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:49.129311 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:49.133361 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-48feb6fc-e092-47cb-9e94-3b32e8ce07c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:22:49.133940 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-48feb6fc-e092-47cb-9e94-3b32e8ce07c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:22:50.468399 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device f712dab5-ec3b-440a-acec-192283da81e0 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:22:50.563243 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port f712dab5-ec3b-440a-acec-192283da81e0 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:22:50.563600 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:52.411694 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 52946) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:52.884521 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-61524c8b-9c93-47ce-9d10-6cd3c94526c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:52.909951 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:22:52.914826 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:22:52.919582 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Usage tracker for resource:router and tenant:aa3e9300a7cc44b3a131b76936685354 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:22:52.924565 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:22:52.931203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:22:52.945116 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:52.948035 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:52.986585 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:53.124222 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:53.149108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:53.151074 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ce2b7de3-9cfb-4222-9f56-3598880a8f20 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7381580
Jul 07 18:22:53.557259 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:55.888840 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 52956) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:56.226801 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-4068bef2-5f68-4bff-a9da-3a604669da14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:56.413239 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [None req-94f42c5c-8d7b-4c75-9b80-c883519b7000 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:22:56.414844 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-94f42c5c-8d7b-4c75-9b80-c883519b7000 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5248625
Jul 07 18:22:57.278623 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:58.473632 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.077153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 52976) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:22:59.247621 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:22:59.255341 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:22:59.259979 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Usage tracker for resource:network and tenant:855ee7c95adc4899b0b96bb6ecc3ffaa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:22:59.265680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:22:59.271203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:22:59.282742 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Made reservation on behalf of 855ee7c95adc4899b0b96bb6ecc3ffaa for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:22:59.286025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.304163 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.319995 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:22:59.323875 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Usage tracker for resource:security_group_rule and tenant:855ee7c95adc4899b0b96bb6ecc3ffaa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:22:59.328303 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:22:59.333817 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:22:59.447402 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.453184 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.458575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:59.471089 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Reserving flat network on physical network physnet1 {{(pid=78559) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 07 18:22:59.505775 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735059681967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.506367 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1ca2122af0> segment precommit_create {{(pid=78559) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 07 18:22:59.506854 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Added segment 1bd2a15a-7092-48b1-af32-e07f8ca2e110 of type flat for network 751d8525-1717-4b00-915c-81d56640b26b
Jul 07 18:22:59.556506 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5b294f-1a4c-41a9-80b5-d9a58fd5c1e2,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:59.580382 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.580620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.580972 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.581319 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.581628 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.581936 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.582232 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.582529 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.582843 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.583142 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.583434 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.583729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Tracked resource versions report:
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]: pushed versions:
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]: {   'AddressGroup': {'1.2'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'ConntrackHelper': {'1.0'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Log': {'1.0'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Network': {'1.1'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Port': {'1.7'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'PortForwarding': {'1.2'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'QosPolicy': {'1.8'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'SecurityGroup': {'1.4'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'SubPort': {'1.0'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Subnet': {'1.1'},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Trunk': {'1.1'}}
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]: consumer versions:
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Log': '1.0',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Network': '1.1',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Port': '1.7',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'PortForwarding': '1.2',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'QosPolicy': '1.8',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'SecurityGroup': '1.4',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'SubPort': '1.0',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Subnet': '1.1',
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Trunk': '1.1'}}
Jul 07 18:22:59.584841 dv-cinder-798696-1-iscsi neutron-server[78559]:  {{(pid=78559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:22:59.636152 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.642680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:59.682858 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.685465 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:22:59.686196 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:22:59.691073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:22:59.800107 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7219338
Jul 07 18:22:59.800793 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Pushing event updated for resources: {'Network': ['ID=751d8525-1717-4b00-915c-81d56640b26b,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:22:59.804323 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:22:59.816755 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 751d8525-1717-4b00-915c-81d56640b26b details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:23:02.139105 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53000) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:23:02.308338 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d672f-b696-489b-b491-be62a3d939c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:23:02.310637 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-692d672f-b696-489b-b491-be62a3d939c2 admin admin] 10.222.0.60 "GET /v2.0/subnets/6ffc9b0e-6d8f-4f14-a81d-76e918591252 HTTP/1.1" status: 200  len: 849 time: 0.1701007
Jul 07 18:23:02.520231 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-62c98483-ce51-4763-8832-a7fa5a7aba23 admin admin] 10.222.0.60 "GET /v2.0/routers/6247de75-1b46-4332-9dfe-5216d0e7acfe HTTP/1.1" status: 200  len: 704 time: 0.2027369
Jul 07 18:23:03.048566 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:03.364069 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Allocated IP 172.20.0.1 (be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7/6ffc9b0e-6d8f-4f14-a81d-76e918591252/7c88dbae-cb6b-4db5-9cbc-5ad7a440130d) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:23:03.557077 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:03.577038 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Transition to ACTIVE for port object 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:23:03.642528 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:03.658813 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:03.722903 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:23:03.724062 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:23:03.728049 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:23:03.728544 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:03.920513 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Pushing event updated for resources: {'Port': ['ID=7c88dbae-cb6b-4db5-9cbc-5ad7a440130d,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:03.926884 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:03.927119 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-151bdaa5-d881-4703-9014-37ec3c8be117 None None] Provisioning for port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:23:03.935947 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-151bdaa5-d881-4703-9014-37ec3c8be117 None None] Provisioning complete for port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:23:03.936361 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-151bdaa5-d881-4703-9014-37ec3c8be117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:03.992461 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-151bdaa5-d881-4703-9014-37ec3c8be117 None None] Port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:23:04.056100 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:04.326348 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:04.335076 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:04.336380 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:04.340882 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:04.479574 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Pushing event updated for resources: {'Port': ['ID=7c88dbae-cb6b-4db5-9cbc-5ad7a440130d,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:04.489721 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:04.552057 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:23:04.553383 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:23:04.786726 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Router 6247de75-1b46-4332-9dfe-5216d0e7acfe is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:23:04.821468 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c49fe413-5236-474e-bcab-d3a990919e52 None None] Provisioning complete for port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:23:04.821969 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c49fe413-5236-474e-bcab-d3a990919e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:04.880616 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c49fe413-5236-474e-bcab-d3a990919e52 None None] Port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:23:04.975338 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:23:04.985969 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Sync routers for ids ['6247de75-1b46-4332-9dfe-5216d0e7acfe'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:23:04.986525 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] 10.222.0.60 "PUT /v2.0/routers/6247de75-1b46-4332-9dfe-5216d0e7acfe/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4609561
Jul 07 18:23:05.006077 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Routers {'6247de75-1b46-4332-9dfe-5216d0e7acfe'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:23:05.007413 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca157aca0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:22:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['6247de75-1b46-4332-9dfe-5216d0e7acfe'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:05.262715 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Set router 6247de75-1b46-4332-9dfe-5216d0e7acfe gateway port host: None {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:23:05.689635 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca157aca0>, [{'id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'name': 'router1', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:52Z', 'updated_at': '2021-07-07T18:23:03Z', 'revision_number': 2, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'gw_port_host': None, '_interfaces': [{'id': '7c88dbae-cb6b-4db5-9cbc-5ad7a440130d', 'name': '', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'mac_address': 'fa:16:3e:3e:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:03Z', 'updated_at': '2021-07-07T18:23:04Z', 'revision_number': 2, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'subnets': [{'id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50ad8f67-965f-4573-b11e-3102abad9ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:05.695544 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Checking router: 6247de75-1b46-4332-9dfe-5216d0e7acfe for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:23:05.695544 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Updating router 6247de75-1b46-4332-9dfe-5216d0e7acfe port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:23:05.766208 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:06.214712 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:06.234482 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Transition to ACTIVE for port object 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:23:06.244105 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:06.250700 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:06.632818 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Pushing event updated for resources: {'Port': ['ID=7c88dbae-cb6b-4db5-9cbc-5ad7a440130d,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:06.653061 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.653363 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.653714 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.654072 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.654385 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.654692 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.655033 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.655349 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.655694 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.656005 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.656308 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.656664 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Tracked resource versions report:
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]: pushed versions:
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]: {   'AddressGroup': {'1.2'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'ConntrackHelper': {'1.0'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Log': {'1.0'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Network': {'1.1'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Port': {'1.7'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'PortForwarding': {'1.2'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'QosPolicy': {'1.8'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'SecurityGroup': {'1.4'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'SubPort': {'1.0'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Subnet': {'1.1'},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Trunk': {'1.1'}}
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]: consumer versions:
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Log': '1.0',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Network': '1.1',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Port': '1.7',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'PortForwarding': '1.2',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'QosPolicy': '1.8',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'SecurityGroup': '1.4',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'SubPort': '1.0',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Subnet': '1.1',
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Trunk': '1.1'}}
Jul 07 18:23:06.657930 dv-cinder-798696-1-iscsi neutron-server[78561]:  {{(pid=78561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:23:06.661840 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:06.667510 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Attempting to bind port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:23:06.668592 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Attempting to bind port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:23:06.669159 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Attempting to bind port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d on network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:23:06.675715 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:23:06.676126 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Checking segment: {'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:23:06.676639 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:06.677065 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Bound using segment: {'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:23:06.677651 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Bound port: 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2181548e-b4e4-40ca-a168-279e75c602c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:23:06.678042 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:06.781899 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] For port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:23:06.786370 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] For port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=7c88dbae-cb6b-4db5-9cbc-5ad7a440130d,segment=NetworkSegment(2181548e-b4e4-40ca-a168-279e75c602c2),segment_id=2181548e-b4e4-40ca-a168-279e75c602c2)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:23:06.791392 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:06.795821 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:06.895039 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Routers {'6247de75-1b46-4332-9dfe-5216d0e7acfe'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:23:06.895711 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca157aca0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:22:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['6247de75-1b46-4332-9dfe-5216d0e7acfe'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:07.013439 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Pushing event updated for resources: {'Port': ['ID=7c88dbae-cb6b-4db5-9cbc-5ad7a440130d,revision_number=4']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:07.030831 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:07.068700 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] Set router 6247de75-1b46-4332-9dfe-5216d0e7acfe gateway port host: None {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:23:07.338267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 53012) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:23:07.460859 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca157aca0>, [{'id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'name': 'router1', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:52Z', 'updated_at': '2021-07-07T18:23:03Z', 'revision_number': 2, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'gw_port_host': None, '_interfaces': [{'id': '7c88dbae-cb6b-4db5-9cbc-5ad7a440130d', 'name': '', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'mac_address': 'fa:16:3e:3e:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:03Z', 'updated_at': '2021-07-07T18:23:06Z', 'revision_number': 4, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'subnets': [{'id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50ad8f67-965f-4573-b11e-3102abad9ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:07.465811 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2740e-9a8b-44a7-a7fc-2ea4c9c022c9 None None] The sync data for ids ['6247de75-1b46-4332-9dfe-5216d0e7acfe'] in dv-cinder-798696-1-iscsi is: [{'id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'name': 'router1', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:52Z', 'updated_at': '2021-07-07T18:23:03Z', 'revision_number': 2, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'gw_port_host': None, '_interfaces': [{'id': '7c88dbae-cb6b-4db5-9cbc-5ad7a440130d', 'name': '', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'mac_address': 'fa:16:3e:3e:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:03Z', 'updated_at': '2021-07-07T18:23:06Z', 'revision_number': 4, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'subnets': [{'id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50ad8f67-965f-4573-b11e-3102abad9ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:23:07.531604 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146f9a4f-1075-4463-aa2e-6f89266de438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:23:07.532512 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-146f9a4f-1075-4463-aa2e-6f89266de438 admin admin] Synchronizing usage tracker for tenant:855ee7c95adc4899b0b96bb6ecc3ffaa on resource:network {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:23:07.553802 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-146f9a4f-1075-4463-aa2e-6f89266de438 admin admin] Unset dirty status for tenant:855ee7c95adc4899b0b96bb6ecc3ffaa on resource:network {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:23:07.561473 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-146f9a4f-1075-4463-aa2e-6f89266de438 admin admin] 10.222.0.60 "GET /v2.0/networks/751d8525-1717-4b00-915c-81d56640b26b HTTP/1.1" status: 200  len: 842 time: 0.2157874
Jul 07 18:23:07.566655 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:23:07.572502 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:23:07.577473 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Usage tracker for resource:subnet and tenant:855ee7c95adc4899b0b96bb6ecc3ffaa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:23:07.580531 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:23:07.586833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:23:07.597928 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Made reservation on behalf of 855ee7c95adc4899b0b96bb6ecc3ffaa for: {'subnet': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:23:07.600149 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:08.051693 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.objects.ports [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78559) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jul 07 18:23:08.052519 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:08.057274 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:08.138503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5482ff5-e396-46b6-ad39-d9b839001da6,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:08.155041 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:08.195671 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:23:08.196076 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Network hostable DHCP agents. Network: 751d8525-1717-4b00-915c-81d56640b26b, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:23:08.235869 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:23:08.249929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 751d8525-1717-4b00-915c-81d56640b26b) {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:23:08.257338 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:23:08.257933 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:08.264049 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786d0ed-1b3d-4841-abe2-733650749a7e None None] Network 751d8525-1717-4b00-915c-81d56640b26b requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:23:08.309236 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7450809
Jul 07 18:23:08.515279 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:23:08.652777 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c8f38-130d-41c7-b672-d01b1effd116 None None] Network 751d8525-1717-4b00-915c-81d56640b26b requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:23:08.771753 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:23:08.782663 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:23:08.783025 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:09.009000 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:09.047808 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=7c88dbae-cb6b-4db5-9cbc-5ad7a440130d,segment=NetworkSegment(2181548e-b4e4-40ca-a168-279e75c602c2),segment_id=2181548e-b4e4-40ca-a168-279e75c602c2)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:23:09.051873 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:09.054072 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:09.126010 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=7c88dbae-cb6b-4db5-9cbc-5ad7a440130d,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:09.129166 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:10.474983 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:23:10.565360 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:23:10.565614 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:10.803204 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53026) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:23:11.014942 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d031c04d-fb52-4a44-b2dc-1fedd5c1b94c admin admin] 10.222.0.60 "GET /v2.0/routers/6247de75-1b46-4332-9dfe-5216d0e7acfe HTTP/1.1" status: 200  len: 710 time: 0.2106066
Jul 07 18:23:11.230533 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe0bdd-e0e4-4efe-a4a7-47b7723634f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:23:11.231920 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4bbe0bdd-e0e4-4efe-a4a7-47b7723634f8 admin admin] 10.222.0.60 "GET /v2.0/networks/751d8525-1717-4b00-915c-81d56640b26b HTTP/1.1" status: 200  len: 886 time: 0.2118587
Jul 07 18:23:11.241458 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:23:11.705747 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:12.080423 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:12.138452 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:12.275678 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Allocated IP 172.27.3.113 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/18080ddb-26b4-4cbc-8974-f4c541ca7f42) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:23:12.437452 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:12.474904 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:12.478834 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7082c590-3b41-4790-a8de-6390d0eeab20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:12.544281 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:23:12.547330 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:23:12.549969 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:23:12.726561 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Pushing event updated for resources: {'Port': ['ID=18080ddb-26b4-4cbc-8974-f4c541ca7f42,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:12.729738 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:13.026223 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:13.395048 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:13.400696 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3715337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3715328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3722132'] for router, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:13.606431 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Router 6247de75-1b46-4332-9dfe-5216d0e7acfe has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:23:13.790027 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:23:13.798474 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:13.799837 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Sync routers for ids ['6247de75-1b46-4332-9dfe-5216d0e7acfe'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:23:13.800418 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] 10.222.0.60 "PUT /v2.0/routers/6247de75-1b46-4332-9dfe-5216d0e7acfe HTTP/1.1" status: 200  len: 890 time: 2.5622897
Jul 07 18:23:13.812228 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Routers {'6247de75-1b46-4332-9dfe-5216d0e7acfe'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:23:13.813235 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca09be3a0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:22:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['6247de75-1b46-4332-9dfe-5216d0e7acfe'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:14.045927 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Set router 6247de75-1b46-4332-9dfe-5216d0e7acfe gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:23:14.427784 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca09be3a0>, [{'id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'name': 'router1', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '18080ddb-26b4-4cbc-8974-f4c541ca7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:52Z', 'updated_at': '2021-07-07T18:23:12Z', 'revision_number': 4, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'gw_port': {'id': '18080ddb-26b4-4cbc-8974-f4c541ca7f42', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:12Z', 'updated_at': '2021-07-07T18:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '7c88dbae-cb6b-4db5-9cbc-5ad7a440130d', 'name': '', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'mac_address': 'fa:16:3e:3e:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:03Z', 'updated_at': '2021-07-07T18:23:09Z', 'revision_number': 5, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'subnets': [{'id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50ad8f67-965f-4573-b11e-3102abad9ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:14.435717 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Checking router: 6247de75-1b46-4332-9dfe-5216d0e7acfe for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:23:14.436096 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Updating router 6247de75-1b46-4332-9dfe-5216d0e7acfe port 18080ddb-26b4-4cbc-8974-f4c541ca7f42 binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:23:14.494429 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:14.869958 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:14.881421 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Transition to ACTIVE for port object 18080ddb-26b4-4cbc-8974-f4c541ca7f42 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:23:14.889487 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:14.893573 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:14.969790 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Attempting to bind port 18080ddb-26b4-4cbc-8974-f4c541ca7f42 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:23:14.970164 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Attempting to bind port 18080ddb-26b4-4cbc-8974-f4c541ca7f42 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:23:14.970528 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Attempting to bind port 18080ddb-26b4-4cbc-8974-f4c541ca7f42 on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:23:14.972612 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595496-fd8c-41be-a06d-c22e2e69ab5f None None] Pushing event updated for resources: {'Port': ['ID=18080ddb-26b4-4cbc-8974-f4c541ca7f42,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:14.976283 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-01595496-fd8c-41be-a06d-c22e2e69ab5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:14.978871 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:23:14.979242 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:23:14.980249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:14.980814 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:23:14.981329 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Bound port: 18080ddb-26b4-4cbc-8974-f4c541ca7f42, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:23:14.981710 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:15.057876 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] For port 18080ddb-26b4-4cbc-8974-f4c541ca7f42, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:23:15.061624 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] For port 18080ddb-26b4-4cbc-8974-f4c541ca7f42, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=18080ddb-26b4-4cbc-8974-f4c541ca7f42,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:23:15.067827 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:15.072505 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:15.151263 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595496-fd8c-41be-a06d-c22e2e69ab5f None None] Pushing event updated for resources: {'Port': ['ID=18080ddb-26b4-4cbc-8974-f4c541ca7f42,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:15.155052 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Routers {'6247de75-1b46-4332-9dfe-5216d0e7acfe'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:23:15.155551 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca09be3a0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:22:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['6247de75-1b46-4332-9dfe-5216d0e7acfe'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:15.213516 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-01595496-fd8c-41be-a06d-c22e2e69ab5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:15.341238 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] Set router 6247de75-1b46-4332-9dfe-5216d0e7acfe gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:23:15.672622 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca09be3a0>, [{'id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'name': 'router1', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '18080ddb-26b4-4cbc-8974-f4c541ca7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:52Z', 'updated_at': '2021-07-07T18:23:12Z', 'revision_number': 4, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'gw_port': {'id': '18080ddb-26b4-4cbc-8974-f4c541ca7f42', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:12Z', 'updated_at': '2021-07-07T18:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '7c88dbae-cb6b-4db5-9cbc-5ad7a440130d', 'name': '', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'mac_address': 'fa:16:3e:3e:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:03Z', 'updated_at': '2021-07-07T18:23:09Z', 'revision_number': 5, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'subnets': [{'id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50ad8f67-965f-4573-b11e-3102abad9ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:23:15.676830 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7437ff-4fa3-4f8a-872d-995df96e9efb None None] The sync data for ids ['6247de75-1b46-4332-9dfe-5216d0e7acfe'] in dv-cinder-798696-1-iscsi is: [{'id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'name': 'router1', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '18080ddb-26b4-4cbc-8974-f4c541ca7f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:22:52Z', 'updated_at': '2021-07-07T18:23:12Z', 'revision_number': 4, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'gw_port': {'id': '18080ddb-26b4-4cbc-8974-f4c541ca7f42', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:12Z', 'updated_at': '2021-07-07T18:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '7c88dbae-cb6b-4db5-9cbc-5ad7a440130d', 'name': '', 'network_id': 'be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7', 'tenant_id': 'aa3e9300a7cc44b3a131b76936685354', 'mac_address': 'fa:16:3e:3e:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247de75-1b46-4332-9dfe-5216d0e7acfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:23:03Z', 'updated_at': '2021-07-07T18:23:09Z', 'revision_number': 5, 'project_id': 'aa3e9300a7cc44b3a131b76936685354', 'subnets': [{'id': '6ffc9b0e-6d8f-4f14-a81d-76e918591252', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '50ad8f67-965f-4573-b11e-3102abad9ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:23:16.315654 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 53036) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:23:16.485016 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:23:16.486352 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0ee710dc-c4b6-43c6-ad8a-36124829762a admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1686716
Jul 07 18:23:16.517596 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 18080ddb-26b4-4cbc-8974-f4c541ca7f42 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:23:16.622347 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 18080ddb-26b4-4cbc-8974-f4c541ca7f42 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:23:16.629061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 18080ddb-26b4-4cbc-8974-f4c541ca7f42 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:23:16.629811 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:16.763340 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:16.781313 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 18080ddb-26b4-4cbc-8974-f4c541ca7f42, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=18080ddb-26b4-4cbc-8974-f4c541ca7f42,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:23:16.785263 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:16.788779 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:23:16.859384 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=18080ddb-26b4-4cbc-8974-f4c541ca7f42,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:23:16.862917 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:23:18.477308 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 18080ddb-26b4-4cbc-8974-f4c541ca7f42 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:23:18.565008 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 18080ddb-26b4-4cbc-8974-f4c541ca7f42 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:23:18.565607 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:22.895533 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-faaafa47-1c48-4930-903b-bbb729a7f951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:23.579087 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:26.230074 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-78757c8c-bf1f-44ca-866a-059db4ae5763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:27.286378 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:28.491055 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:52.878445 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f85e52ea-ddc2-442e-ace7-6a047fc0997c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:53.485798 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:23:53.558175 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:56.226086 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-05086351-46a9-4173-ac24-7db05754f660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:57.286564 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:23:58.491991 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:22.881289 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d21bbe2a-9c5b-4917-a319-69a2a384b0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:23.554311 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:26.235740 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ca991744-4978-4c16-96c8-5b033b14a041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:27.288037 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:28.500144 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:30.485345 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:24:52.892635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e3b38fe9-9f87-4cf4-af46-45e6fe42dca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:53.548901 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:56.243092 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bab7a08e-9142-49d5-82bd-546b0f0ac910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:57.294325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:24:58.511075 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:07.485053 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:25:22.892716 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-5ac4efce-15db-4025-bccf-dc75b2f928c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:23.561179 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:25.719084 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 53606) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:25.796255 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d570130e-67af-4221-aa99-6fc2101b9ad9 admin admin] GET failed (client error): The resource could not be found.
Jul 07 18:25:25.797953 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-d570130e-67af-4221-aa99-6fc2101b9ad9 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0775023
Jul 07 18:25:25.950879 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b979126-7c87-4c09-a156-3fe56db448a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:25.952381 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7b979126-7c87-4c09-a156-3fe56db448a7 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1491170
Jul 07 18:25:26.239616 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bcb1239a-4fda-42b0-a524-81ae21e8e38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:27.294903 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:28.171998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53616) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:28.293270 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc2962-501a-41dd-81d1-5629531005c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:28.294634 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-ddcc2962-501a-41dd-81d1-5629531005c1 admin admin] 10.222.0.60 "GET /v2.0/subnets/6ffc9b0e-6d8f-4f14-a81d-76e918591252 HTTP/1.1" status: 200  len: 849 time: 0.1216888
Jul 07 18:25:28.303925 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:25:28.427944 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:28.507629 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:28.702022 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735059755731'] for subnet, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:28.705967 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:25:28.748872 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:28.749748 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:28.756384 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] 10.222.0.60 "PUT /v2.0/subnets/6ffc9b0e-6d8f-4f14-a81d-76e918591252 HTTP/1.1" status: 200  len: 868 time: 0.4507315
Jul 07 18:25:28.756661 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40a4e80-5fa8-4fa9-8c14-e744dbb9d332 None None] Network be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:25:28.776399 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffc9b0e-6d8f-4f14-a81d-76e918591252,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:25:28.784962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.785312 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.785637 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.785967 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.786293 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.786639 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.786963 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.787353 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.787630 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.787948 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.788264 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.788575 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:25:28.792507 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:25:29.200533 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-99bced1f-03aa-4a71-9391-1ffb3740821b None None] Provisioning complete for port 7c88dbae-cb6b-4db5-9cbc-5ad7a440130d triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:25:29.200943 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-99bced1f-03aa-4a71-9391-1ffb3740821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:29.353359 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-99bced1f-03aa-4a71-9391-1ffb3740821b None None] Provisioning complete for port f712dab5-ec3b-440a-acec-192283da81e0 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:25:29.353614 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-99bced1f-03aa-4a71-9391-1ffb3740821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:30.960402 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53626) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:31.145696 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968eed0-8a89-4ab9-8441-a580a9ec8da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:31.146078 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968eed0-8a89-4ab9-8441-a580a9ec8da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:31.147637 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-2968eed0-8a89-4ab9-8441-a580a9ec8da9 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1859097
Jul 07 18:25:33.374375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53636) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:33.556639 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fc13a-68d5-4190-862d-d84e55d7480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:33.557044 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fc13a-68d5-4190-862d-d84e55d7480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:33.558615 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4b9fc13a-68d5-4190-862d-d84e55d7480e admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1832771
Jul 07 18:25:35.745484 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53646) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:35.920375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7aa7f-a13d-48f7-8b72-c0d637146182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:35.921875 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4be7aa7f-a13d-48f7-8b72-c0d637146182 admin admin] 10.222.0.60 "GET /v2.0/networks/751d8525-1717-4b00-915c-81d56640b26b HTTP/1.1" status: 200  len: 886 time: 0.1753607
Jul 07 18:25:38.158284 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53656) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:38.348670 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75162ccc-501f-4076-994f-d1c4233f814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:38.350091 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-75162ccc-501f-4076-994f-d1c4233f814e admin admin] 10.222.0.60 "GET /v2.0/networks/be2f2ebc-0609-4fdc-87c7-4ac8d28b80a7 HTTP/1.1" status: 200  len: 869 time: 0.1907549
Jul 07 18:25:40.572992 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53666) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:40.680511 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd343038-57fa-435a-aff7-6ab7e7bd2e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:40.680998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd343038-57fa-435a-aff7-6ab7e7bd2e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:40.682544 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-bd343038-57fa-435a-aff7-6ab7e7bd2e1a admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1086018
Jul 07 18:25:42.853998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53676) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:42.965755 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf026cb-6b4a-4df1-adf6-457d60b0435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:42.966250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf026cb-6b4a-4df1-adf6-457d60b0435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:42.967765 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6cf026cb-6b4a-4df1-adf6-457d60b0435a admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1128280
Jul 07 18:25:44.484213 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:25:45.158263 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53686) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:45.271483 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76da09c-d31a-4b1a-9cb3-e65fc5f49658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:45.272880 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-c76da09c-d31a-4b1a-9cb3-e65fc5f49658 admin admin] 10.222.0.60 "GET /v2.0/subnets/6ffc9b0e-6d8f-4f14-a81d-76e918591252 HTTP/1.1" status: 200  len: 868 time: 0.1136477
Jul 07 18:25:47.491326 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53696) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:25:47.595576 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebcfe9-ebfb-4a13-8fd4-0f83ca2a1fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:25:47.597110 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-9eebcfe9-ebfb-4a13-8fd4-0f83ca2a1fca admin admin] 10.222.0.60 "GET /v2.0/subnets/d5482ff5-e396-46b6-ad39-d9b839001da6 HTTP/1.1" status: 200  len: 816 time: 0.1047292
Jul 07 18:25:52.886109 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-774a6e90-5478-4939-a7c3-cd37daaaca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:53.557010 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:56.240103 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-28380fa3-539e-4c02-bbf1-72d4af453cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:57.297296 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:25:58.511881 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:11.237973 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53740) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:26:11.290211 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [None req-861a0b68-e6f2-47c2-be1b-19f61db89197 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:26:11.291181 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-861a0b68-e6f2-47c2-be1b-19f61db89197 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0521829
Jul 07 18:26:13.556686 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53750) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:26:13.628520 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9aadda-f54a-46bd-b1c7-d4163f2ccd1e admin admin] GET failed (client error): The resource could not be found.
Jul 07 18:26:13.629854 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-2c9aadda-f54a-46bd-b1c7-d4163f2ccd1e admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0721138
Jul 07 18:26:13.757998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0dfcaa-3cea-4e3b-a4f3-0826803c03b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:26:13.759526 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7f0dfcaa-3cea-4e3b-a4f3-0826803c03b6 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1251974
Jul 07 18:26:15.949717 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 53760) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:26:15.997584 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:26:16.002080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:26:16.012476 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:26:16.021952 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Made reservation on behalf of 855ee7c95adc4899b0b96bb6ecc3ffaa for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:26:16.025390 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:16.115373 dv-cinder-798696-1-iscsi neutron-server[78559]: WARNING neutron.services.revisions.revision_plugin [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1ca0672e20] {project_id='855ee7c95adc4899b0b96bb6ecc3ffaa', id='a2b0c1d7-ccc9-4b86-8d22-2abbfb029856', target_tenant='*', action='access_as_shared', object_id='b97cc027-b97b-4285-9a7d-3bcdbf956b78'}> to bump revision.
Jul 07 18:26:16.128416 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:26:16.137549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:16.137887 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Added segment 6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c of type vlan for network b97cc027-b97b-4285-9a7d-3bcdbf956b78
Jul 07 18:26:16.164864 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:16.202716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:16.204031 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:26:16.204615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:16.209529 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:26:16.309994 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3592026
Jul 07 18:26:16.310555 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Pushing event updated for resources: {'Network': ['ID=b97cc027-b97b-4285-9a7d-3bcdbf956b78,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:26:16.317878 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.318201 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.318531 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.318854 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.319175 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.319494 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.320428 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.320897 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.321364 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.321712 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.322031 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.322341 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:16.326917 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:26:16.337124 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network b97cc027-b97b-4285-9a7d-3bcdbf956b78 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:26:18.526220 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53770) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:26:18.601930 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7134d462-fc81-4f39-a148-4e31f32ba3e4 admin admin] GET failed (client error): The resource could not be found.
Jul 07 18:26:18.603225 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7134d462-fc81-4f39-a148-4e31f32ba3e4 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0758369
Jul 07 18:26:18.715475 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03dbac-e5fc-4836-8b96-7da740d7be91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:26:18.717879 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-ac03dbac-e5fc-4836-8b96-7da740d7be91 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1105926
Jul 07 18:26:18.728364 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Request body: {'subnet': {'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:26:18.734416 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:26:18.738188 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Usage tracker for resource:subnet and tenant:855ee7c95adc4899b0b96bb6ecc3ffaa is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:26:18.741101 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:26:18.748551 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:26:18.760060 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Made reservation on behalf of 855ee7c95adc4899b0b96bb6ecc3ffaa for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:26:18.763136 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:18.998687 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:19.003890 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-560ec874-cb0f-49b5-b9e2-1d25a08fd3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:26:19.182852 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfd7a23-876c-4be9-a01f-4381e52c856f,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:26:19.187375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:26:19.190209 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Checking segment: {'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:26:19.190683 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Network hostable DHCP agents. Network: b97cc027-b97b-4285-9a7d-3bcdbf956b78, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:26:19.218611 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Network b97cc027-b97b-4285-9a7d-3bcdbf956b78 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:26:19.231871 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, b97cc027-b97b-4285-9a7d-3bcdbf956b78) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:26:19.238844 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:26:19.239458 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:19.245012 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9debb-a3bf-4ebb-8f76-eb81f246bf3a None None] Network b97cc027-b97b-4285-9a7d-3bcdbf956b78 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:26:19.264289 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-123427a6-f259-46a5-bb3a-a5fa2565afb2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5403795
Jul 07 18:26:19.507835 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-b97cc027-b97b-4285-9a7d-3bcdbf956b78', 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78', 'tenant_id': '855ee7c95adc4899b0b96bb6ecc3ffaa', 'fixed_ips': [{'subnet_id': 'fdfd7a23-876c-4be9-a01f-4381e52c856f'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:26:19.509052 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:19.671288 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Allocated IP 192.168.233.2 (b97cc027-b97b-4285-9a7d-3bcdbf956b78/fdfd7a23-876c-4be9-a01f-4381e52c856f/1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:26:19.886208 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:19.897362 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Transition to ACTIVE for port object 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:26:19.922842 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Transition to ACTIVE for port object 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:26:19.928848 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:19.942072 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:26:20.033035 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Network b97cc027-b97b-4285-9a7d-3bcdbf956b78 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:26:20.035875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:26:20.040626 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:26:20.073724 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Pushing event updated for resources: {'Port': ['ID=1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:26:20.114803 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.115128 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.115453 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.115770 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.116082 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.116396 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.117378 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.117913 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.118288 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.118604 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.118911 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.119215 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:26:20.127454 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:26:20.148627 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Attempting to bind port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:26:20.149014 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Attempting to bind port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:26:20.149372 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Attempting to bind port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b on network b97cc027-b97b-4285-9a7d-3bcdbf956b78 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:26:20.154859 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:26:20.155222 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Checking segment: {'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:26:20.155615 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:20.155998 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Bound using segment: {'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:26:20.156459 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Bound port: 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:26:20.156859 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:20.256639 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] For port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:26:20.263093 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] For port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b,segment=NetworkSegment(6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c),segment_id=6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:26:20.268022 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:20.272405 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-01595496-fd8c-41be-a06d-c22e2e69ab5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:26:20.357952 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Pushing event updated for resources: {'Port': ['ID=1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:26:20.363935 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:26:20.640353 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:26:20.716560 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:26:21.218092 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371055c-e13f-44fc-ab0f-81bc2b865531 None None] Network b97cc027-b97b-4285-9a7d-3bcdbf956b78 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:26:21.311909 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Provisioning for port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:26:21.318211 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Provisioning complete for port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:26:21.318592 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:21.485347 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:26:21.553385 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:21.596517 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] For port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b,segment=NetworkSegment(6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c),segment_id=6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:26:21.604626 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:21.606723 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:26:21.685483 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Pushing event updated for resources: {'Port': ['ID=1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:26:21.689417 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:26:21.832158 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-97776e10-3c8e-48f0-a9b5-6f23a77604a6 None None] Provisioning complete for port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:26:21.832519 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-97776e10-3c8e-48f0-a9b5-6f23a77604a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:22.576092 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:26:22.649076 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 1c087c9a-cf68-46f2-a30b-5a3ad4b4b20b triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:26:22.649444 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:22.895607 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-658548cb-9995-4ddd-9a68-0c3dffaff4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:23.549157 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:26.238225 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-585379ba-3b5b-4e3f-b1ad-6fc991045f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:27.299985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:28.514073 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:52.889923 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-5ad77e4f-0daa-43d6-8bfe-bea4bf9a6a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:53.553681 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:56.237347 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2a2696d6-e35c-4198-83f6-8c42718b4278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:57.304041 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:26:58.483779 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:26:58.517003 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:22.893485 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d69c7b9c-790b-4815-80ad-e7b5ec9218b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:23.558049 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:26.229824 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-afe10a59-86b7-482c-8f6b-34af4b5a6df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:27.306089 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:28.519325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:29.894374 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53820) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:27:29.900442 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [None req-bf262fbd-ae06-4a35-a1b0-7c3b51d69191 tempest-verify_tempest_config-1214773547 tempest-verify_tempest_config-1214773547-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:27:29.901467 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-bf262fbd-ae06-4a35-a1b0-7c3b51d69191 tempest-verify_tempest_config-1214773547 tempest-verify_tempest_config-1214773547-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0061247
Jul 07 18:27:30.209791 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53838) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:27:30.336246 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:30.351657 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:27:30.355435 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Usage tracker for resource:security_group_rule and tenant:35d571f2d05f4ebe8cff9c3feab815fe is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:27:30.358612 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:27:30.364419 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:27:30.446345 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:30.450586 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:30.458183 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:27:30.497207 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f06cc-c681-42dd-994f-41e848fe05b1,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:27:30.500978 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35d571f2d05f4ebe8cff9c3feab815fe&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2900867
Jul 07 18:27:30.503822 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 53844) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:27:30.506934 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.507275 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.507603 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.507919 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.508228 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.508557 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.508890 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.509199 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.509518 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.509827 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.510129 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.510431 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.514351 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:27:30.570594 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:30.596777 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:30.690180 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:30.694171 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:27:30.706741 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f06cc-c681-42dd-994f-41e848fe05b1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:27:30.714827 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.715831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.715831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.715831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.716164 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.716434 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.716754 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.717096 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.717427 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.717749 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.718060 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.718373 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:27:30.721501 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:27:30.722756 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:30.729208 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e61f06cc-c681-42dd-994f-41e848fe05b1 HTTP/1.1" status: 204  len: 168 time: 0.2190013
Jul 07 18:27:35.483546 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:27:52.896595 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1dc029e0-9aa7-44d3-99a5-abfc0326b765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:53.560186 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:56.234635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3fea8d32-4566-43ff-8658-0d19b6babe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:57.308377 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:27:58.524199 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:12.482139 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:28:22.904530 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfeea-a7b1-47e8-8678-d69479e878e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:23.569515 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:26.237745 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-994eccf0-70e5-4d81-bfa1-76c1d588f9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:27.312777 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:28.525328 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:49.480722 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 5 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:28:52.900585 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-411b7cd0-4cbd-4110-9f4e-98f850336e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:53.562456 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:56.246404 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e22ab33b-27aa-49ad-8b24-dc13e837dc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:57.317686 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:28:58.527934 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:11.968427 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722216'] for agent, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:17.266737 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 53896) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:29:17.381762 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-31e1bbba-f9dc-48c3-85ef-bd17b221f0d8 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1139400
Jul 07 18:29:19.544644 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 53906) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:29:19.606455 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0c4b75b0-3a5c-4ac1-9b83-051f67c0044b admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0606902
Jul 07 18:29:22.903642 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a61a6b7a-6e89-40f6-881e-4f6867f62a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:23.574401 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:26.240440 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c0cb38b5-7bf2-4075-a339-7ae875fec490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:26.480037 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:29:27.322248 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:28.531753 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:41.899322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:52.909087 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-22e7eb5a-e0ca-4a9d-bda2-0f35251a7816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:53.570171 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:56.253081 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-500f138f-9d1b-4587-bf7d-81f9c33320df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:57.325134 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:29:58.536076 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:03.479662 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:30:11.907842 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:22.917760 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-46f70ae8-513b-4376-87c2-770f1b110ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:23.566626 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:26.247710 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ca360a00-9aed-42f8-8328-f0e738224f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:27.327291 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:28.547924 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:40.479619 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:30:41.906931 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:52.913733 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-4c481dfa-0889-4004-a376-b3bddb9e6640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:53.563579 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:56.253047 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-579ec0cb-5098-423d-81d9-c2f17a263bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:56.381845 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54088) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:56.749071 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-450573099-network', 'tenant_id': '4e2d4139a72743ff8590764a772623cd'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:56.754201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:56.759023 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Usage tracker for resource:network and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:56.776716 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:56.782905 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:56.794577 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Made reservation on behalf of 4e2d4139a72743ff8590764a772623cd for: {'network': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:30:56.797320 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:56.815280 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:56.834092 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:56.838433 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Usage tracker for resource:security_group_rule and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:56.841447 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:56.848201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:56.948037 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:56.952629 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:56.958309 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:56.993499 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc7a41e-7181-426a-b628-69ed5dfc1f0f,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:57.000849 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'}  {{(pid=78558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:30:57.002670 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54118) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:57.010567 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.010995 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.011328 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.011647 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.011961 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.012302 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.012616 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.012956 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.013387 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.013760 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.014103 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.014533 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Tracked resource versions report:
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]: pushed versions:
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]: {   'AddressGroup': {'1.2'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'ConntrackHelper': {'1.0'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Log': {'1.0'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Network': {'1.1'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Port': {'1.7'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'PortForwarding': {'1.2'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'QosPolicy': {'1.8'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'SecurityGroup': {'1.4'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'SubPort': {'1.0'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Subnet': {'1.1'},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     'Trunk': {'1.1'}}
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]: consumer versions:
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     HyperV agent@hv-cinder-79869: {},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Log': '1.0',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Network': '1.1',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Port': '1.7',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'PortForwarding': '1.2',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'QosPolicy': '1.8',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'SecurityGroup': '1.4',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'SubPort': '1.0',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Subnet': '1.1',
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:                                                      'Trunk': '1.1'}}
Jul 07 18:30:57.015853 dv-cinder-798696-1-iscsi neutron-server[78558]:  {{(pid=78558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:30:57.019249 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:57.033729 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.034217 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.segments_db [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Added segment e3043f4b-7171-410b-aabe-ee5e0a05b087 of type vlan for network d94b882e-8392-4485-aeb3-262c03ca768a
Jul 07 18:30:57.062384 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.104731 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.106579 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:30:57.107483 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.117870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9eb4cd38-2c39-404d-8bc8-4ca27468f7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:57.244633 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8614452
Jul 07 18:30:57.247639 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54132) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:57.254030 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Request body: {'subnet': {'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-450573099-subnet', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:57.263054 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Pushing event updated for resources: {'Network': ['ID=d94b882e-8392-4485-aeb3-262c03ca768a,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:57.263222 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:57.266040 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:57.269866 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Usage tracker for resource:subnet and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:57.274779 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network d94b882e-8392-4485-aeb3-262c03ca768a details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:30:57.275280 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:57.280920 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:57.294389 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Made reservation on behalf of 4e2d4139a72743ff8590764a772623cd for: {'subnet': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:30:57.297169 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.383416 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-546150975-network', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:57.388884 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:57.393605 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Usage tracker for resource:network and tenant:bf674cc0a0d841e9b4b8dd602c39e9ca is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:57.397100 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:57.397952 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.404081 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:57.428404 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Made reservation on behalf of bf674cc0a0d841e9b4b8dd602c39e9ca for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:30:57.430940 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.450835 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.472758 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:57.483501 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Usage tracker for resource:security_group_rule and tenant:bf674cc0a0d841e9b4b8dd602c39e9ca is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:57.486025 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54140) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:57.488555 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:57.497863 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:57.561101 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54148) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:57.663017 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.674530 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-eed0ca8a-a76d-4520-acf5-afa5b9840d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:57.743607 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.762337 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.779653 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:30:57.790410 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.790827 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Added segment 77521331-534b-46f8-bcb9-9a32c02d7a68 of type vlan for network 465c0961-b316-4315-a22f-1b36c72a0eb1
Jul 07 18:30:57.817589 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Checking segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:30:57.817978 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Network hostable DHCP agents. Network: d94b882e-8392-4485-aeb3-262c03ca768a, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:30:57.842686 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=061bb18d-8f04-4a62-8d27-2de0db8ee05b,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:57.849069 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.865517 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.865834 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.866161 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.866903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.866903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.867127 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.867407 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.867717 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.868051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.868353 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.868658 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.868983 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Tracked resource versions report:
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]: pushed versions:
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]: {   'AddressGroup': {'1.2'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'ConntrackHelper': {'1.0'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Log': {'1.0'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Network': {'1.1'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Port': {'1.7'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'PortForwarding': {'1.2'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'QosPolicy': {'1.8'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'SecurityGroup': {'1.4'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'SubPort': {'1.0'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Subnet': {'1.1'},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     'Trunk': {'1.1'}}
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]: consumer versions:
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     HyperV agent@hv-cinder-79869: {},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Log': '1.0',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Network': '1.1',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Port': '1.7',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'PortForwarding': '1.2',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'QosPolicy': '1.8',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'SecurityGroup': '1.4',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'SubPort': '1.0',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Subnet': '1.1',
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:                                                      'Trunk': '1.1'}}
Jul 07 18:30:57.870029 dv-cinder-798696-1-iscsi neutron-server[78559]:  {{(pid=78559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:30:57.875591 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:57.878283 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:57.895581 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Network d94b882e-8392-4485-aeb3-262c03ca768a is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:30:57.925266 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7552a756-cf3f-4848-910c-ff9798e6955a,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:57.928921 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1453756532-network', 'tenant_id': 'b136efa4a0c048cd88f6d6e815a16ae9'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:57.931103 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:57.932630 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, d94b882e-8392-4485-aeb3-262c03ca768a) {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:30:57.937080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:30:57.938243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.938545 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:57.944127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Usage tracker for resource:network and tenant:b136efa4a0c048cd88f6d6e815a16ae9 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:57.945928 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff8ba7-3264-4fcb-a3a6-4b337e351122 None None] Network d94b882e-8392-4485-aeb3-262c03ca768a requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:30:57.947083 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.948904 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:57.953171 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:30:57.953675 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:57.961302 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3c5bc4d-bef7-4bc4-9b97-6795ea805957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:57.962824 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1171001185-network', 'tenant_id': 'b4d39bc016044608a8cf22f136f0d447'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:57.967835 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:57.972402 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Usage tracker for resource:network and tenant:b4d39bc016044608a8cf22f136f0d447 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:57.975775 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:57.984664 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:57.987942 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:58.115384 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Pushing event updated for resources: {'Network': ['ID=465c0961-b316-4315-a22f-1b36c72a0eb1,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:58.126117 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:58.132388 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8834193
Jul 07 18:30:58.133092 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54172) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:58.136423 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Made reservation on behalf of b136efa4a0c048cd88f6d6e815a16ae9 for: {'network': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:30:58.137371 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.1335647
Jul 07 18:30:58.138301 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54176) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:58.139893 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.149108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Request body: {'subnet': {'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-subnet', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:58.154249 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:58.172702 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Usage tracker for resource:subnet and tenant:bf674cc0a0d841e9b4b8dd602c39e9ca is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:58.185405 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:58.186961 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:58.198263 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:58.205379 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Made reservation on behalf of b4d39bc016044608a8cf22f136f0d447 for: {'network': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:30:58.221514 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.221983 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Made reservation on behalf of bf674cc0a0d841e9b4b8dd602c39e9ca for: {'subnet': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:30:58.225481 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.228470 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:30:58.287064 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:58.296359 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Usage tracker for resource:router and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:58.306356 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:58.319386 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:58.342729 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.374806 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.381754 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.389278 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.401360 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-d94b882e-8392-4485-aeb3-262c03ca768a', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:30:58.405423 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.421472 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:58.424962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:58.433897 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d39bc016044608a8cf22f136f0d447 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:58.439278 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:58.444099 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Usage tracker for resource:security_group_rule and tenant:b136efa4a0c048cd88f6d6e815a16ae9 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:58.455992 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:58.460093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:58.463536 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.559561 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:58.570980 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.595782 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.610914 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:58.685447 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Allocated IP 172.20.0.2 (d94b882e-8392-4485-aeb3-262c03ca768a/061bb18d-8f04-4a62-8d27-2de0db8ee05b/b2a01a88-7d1e-41a2-82b9-bc3e6c961788) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:30:58.803752 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20afdaa5-b67b-4d1d-9684-3e2cc509fabe,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:58.810912 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:58.834615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Checking segment: {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:30:58.834615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Network hostable DHCP agents. Network: 465c0961-b316-4315-a22f-1b36c72a0eb1, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:30:58.881630 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:30:58.901365 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 465c0961-b316-4315-a22f-1b36c72a0eb1) {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:30:58.909993 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:30:58.912072 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:58.918379 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd455a0-7bc0-44cb-b7fb-e528931d8a1a None None] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:30:58.956192 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a47f6896-d26d-4b7e-8306-a3739fcc8534 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.8161933
Jul 07 18:30:58.959064 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54198) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:30:58.971413 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:30:58.977714 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:30:58.983307 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Usage tracker for resource:router and tenant:bf674cc0a0d841e9b4b8dd602c39e9ca is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:30:58.991155 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:30:59.004144 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:30:59.027088 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.028755 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.033086 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.079071 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.268012 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.282189 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Transition to ACTIVE for port object b2a01a88-7d1e-41a2-82b9-bc3e6c961788 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:30:59.309383 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Transition to ACTIVE for port object b2a01a88-7d1e-41a2-82b9-bc3e6c961788 will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:30:59.325267 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.341981 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:59.363780 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.396134 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.413047 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Network d94b882e-8392-4485-aeb3-262c03ca768a is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:30:59.415856 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.418530 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:30:59.419301 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:59.435205 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:30:59.459242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2f070-096a-4868-8ea4-78d8da1ae63f,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:59.464716 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.465749 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:59.481818 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'}  {{(pid=78558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:30:59.492125 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.492377 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.segments_db [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Added segment 9fe68f66-ac0e-487c-9a5b-85b1063f57da of type vlan for network d058f01e-7215-4b75-9d0b-36a11e733496
Jul 07 18:30:59.511647 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.547177 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:30:59.572573 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'}  {{(pid=78558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:30:59.610111 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.702356 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.703474 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.segments_db [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Added segment 2c823d34-405b-4afd-b2e5-84231fe94569 of type vlan for network 0a03b4b4-5e19-47aa-8d9c-13652e7769ee
Jul 07 18:30:59.706179 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Attempting to bind port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:30:59.710418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:30:59.711248 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Attempting to bind port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:30:59.711776 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Attempting to bind port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 on network d94b882e-8392-4485-aeb3-262c03ca768a {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:30:59.782301 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:30:59.807020 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:30:59.807861 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Checking segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:30:59.809369 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.809858 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Bound using segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:30:59.811987 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Bound port: b2a01a88-7d1e-41a2-82b9-bc3e6c961788, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:30:59.812469 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.844631 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.847644 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.855708 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:30:59.856465 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:30:59.867877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:00.051467 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Pushing event updated for resources: {'Port': ['ID=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:00.148789 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:00.218808 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] For port b2a01a88-7d1e-41a2-82b9-bc3e6c961788, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:00.229529 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] For port b2a01a88-7d1e-41a2-82b9-bc3e6c961788, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:00.236589 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:00.253125 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.253522 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.253901 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.254359 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.255397 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.255893 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.256250 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.256644 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.267485 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.268100 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.268466 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.268813 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Tracked resource versions report:
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]: pushed versions:
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]: {   'AddressGroup': {'1.2'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'ConntrackHelper': {'1.0'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Log': {'1.0'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Network': {'1.1'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Port': {'1.7'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'PortForwarding': {'1.2'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'QosPolicy': {'1.8'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'SecurityGroup': {'1.4'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'SubPort': {'1.0'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Subnet': {'1.1'},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     'Trunk': {'1.1'}}
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]: consumer versions:
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     HyperV agent@hv-cinder-79869: {},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Log': '1.0',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Network': '1.1',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Port': '1.7',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'PortForwarding': '1.2',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'QosPolicy': '1.8',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'SecurityGroup': '1.4',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'SubPort': '1.0',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Subnet': '1.1',
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:                                                      'Trunk': '1.1'}}
Jul 07 18:31:00.270623 dv-cinder-798696-1-iscsi neutron-server[78560]:  {{(pid=78560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:31:00.274022 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:00.275046 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:00.324844 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:00.391624 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Pushing event updated for resources: {'Network': ['ID=d058f01e-7215-4b75-9d0b-36a11e733496,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:00.394777 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:00.406289 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8422923
Jul 07 18:31:00.409783 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54260) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:00.420635 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Request body: {'subnet': {'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1453756532-subnet', 'tenant_id': 'b136efa4a0c048cd88f6d6e815a16ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:00.425675 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:00.430142 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Usage tracker for resource:subnet and tenant:b136efa4a0c048cd88f6d6e815a16ae9 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:00.434157 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:00.438980 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network d058f01e-7215-4b75-9d0b-36a11e733496 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:31:00.440617 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:00.453484 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:00.493435 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:00.493669 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:00.516591 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Allocated IP 172.27.3.152 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/e9e76939-a50e-4c95-b7b9-41037efca84e) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:00.518070 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:00.540563 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Made reservation on behalf of b136efa4a0c048cd88f6d6e815a16ae9 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:00.544210 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:00.679703 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Pushing event updated for resources: {'Port': ['ID=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:00.722522 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:00.735597 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707555d2-53bb-4490-84e1-3f46ae7f1c8b None None] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:00.861676 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54290) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:00.862738 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.3754630
Jul 07 18:31:00.885802 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:00.919970 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Request body: {'subnet': {'network_id': '0a03b4b4-5e19-47aa-8d9c-13652e7769ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1171001185-subnet', 'tenant_id': 'b4d39bc016044608a8cf22f136f0d447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:00.953010 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Pushing event updated for resources: {'Network': ['ID=0a03b4b4-5e19-47aa-8d9c-13652e7769ee,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:00.957109 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:00.960950 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:00.965626 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.000108 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 0a03b4b4-5e19-47aa-8d9c-13652e7769ee details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:31:01.002799 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Usage tracker for resource:subnet and tenant:b4d39bc016044608a8cf22f136f0d447 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:01.009332 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.013113 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:01.025972 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:01.075318 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Made reservation on behalf of b4d39bc016044608a8cf22f136f0d447 for: {'subnet': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:01.083906 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.434454 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.446249 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:01.509642 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.513410 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9ba136-421b-46aa-a0bf-22dc802394bb,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:01.528240 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:01.569836 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:01.606007 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:01.607447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.611491 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:01.619766 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:01.633420 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Allocated IP 172.27.3.191 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/174dcea1-2661-4052-ae35-9d4ec123c4a4) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:01.635375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Checking segment: {'id': '9fe68f66-ac0e-487c-9a5b-85b1063f57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:01.635762 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Network hostable DHCP agents. Network: d058f01e-7215-4b75-9d0b-36a11e733496, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:31:01.684668 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Network d058f01e-7215-4b75-9d0b-36a11e733496 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:31:01.758978 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, d058f01e-7215-4b75-9d0b-36a11e733496) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:01.775195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22a5fb-92f6-4f62-b1f9-e2b6be718aaa None None] Network d058f01e-7215-4b75-9d0b-36a11e733496 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:01.779125 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e76939-a50e-4c95-b7b9-41037efca84e,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:01.787158 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:01.791744 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:01.799194 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:01.799777 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.913884 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5017726
Jul 07 18:31:01.972508 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:01.992205 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Checking segment: {'id': '2c823d34-405b-4afd-b2e5-84231fe94569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0a03b4b4-5e19-47aa-8d9c-13652e7769ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:01.992635 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Network hostable DHCP agents. Network: 0a03b4b4-5e19-47aa-8d9c-13652e7769ee, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:31:02.011907 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f0b7e5-fccd-4283-bdcc-862776b1bc41,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:02.038995 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:02.039706 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:02.045422 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:02.159568 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:02.164547 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:02.173020 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:02.374501 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Pushing event updated for resources: {'Port': ['ID=174dcea1-2661-4052-ae35-9d4ec123c4a4,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:02.408271 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:02.464266 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf663152-f600-4a4f-b3ad-fcb698141330 None None] Network d058f01e-7215-4b75-9d0b-36a11e733496 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:02.487917 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af8edf-5a2a-47f6-8cb8-194ff436747b None None] Network d94b882e-8392-4485-aeb3-262c03ca768a requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:02.655479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Network 0a03b4b4-5e19-47aa-8d9c-13652e7769ee is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:31:02.697568 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 0a03b4b4-5e19-47aa-8d9c-13652e7769ee) {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:02.724534 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:02.727379 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:02.790124 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:02.814830 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9582454d-8f69-49f7-abcb-4c492e8ccf5a None None] Network 0a03b4b4-5e19-47aa-8d9c-13652e7769ee requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:02.921866 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54354) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:02.957836 dv-cinder-798696-1-iscsi neutron-server[78558]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 07 18:31:03.015610 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.1406493
Jul 07 18:31:03.020655 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b2a01a88-7d1e-41a2-82b9-bc3e6c961788 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:03.084362 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54368) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:03.134318 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:03.154433 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:03.208669 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:03.209333 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:03.298507 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54374) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:03.449757 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-bd324919-8925-4f86-8bd2-b921d16653e8 None None] Provisioning for port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:03.572436 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:03.645283 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-bd324919-8925-4f86-8bd2-b921d16653e8 None None] Provisioning complete for port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:03.646019 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bd324919-8925-4f86-8bd2-b921d16653e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:03.666763 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:03.679863 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:03.710192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:03.715626 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Usage tracker for resource:security_group_rule and tenant:dd873da519514a019784d0238a28bf45 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:03.720112 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:03.727393 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:03.911674 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port b2a01a88-7d1e-41a2-82b9-bc3e6c961788, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:03.923975 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462e55b-2afb-4a7d-b2fb-af94e7625616 None None] Network 0a03b4b4-5e19-47aa-8d9c-13652e7769ee requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:03.952658 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ca09119d-e33c-4769-9d1e-a4b4189826a5 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:03.953711 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ca09119d-e33c-4769-9d1e-a4b4189826a5 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Synchronizing usage tracker for tenant:b136efa4a0c048cd88f6d6e815a16ae9 on resource:network {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:04.007065 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.046769 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:04.050961 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Usage tracker for resource:security_group_rule and tenant:eedb076a984049238ad0d4e6749750e4 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:04.054340 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:04.060709 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:04.101423 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Router c99c055b-666c-436d-86d2-fb0dca5c8933 is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:31:04.168488 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.235828 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:04.406382 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54408) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:04.424813 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:04.429320 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:04.466487 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:31:04.478313 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Sync routers for ids ['c99c055b-666c-436d-86d2-fb0dca5c8933'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:31:04.482265 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115097817-network', 'tenant_id': '3f4cf80c41334122b6cb073d4149f21f'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:04.485454 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.486898 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.5267584
Jul 07 18:31:04.489158 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Routers {'c99c055b-666c-436d-86d2-fb0dca5c8933'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:04.489826 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54414) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:04.489945 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15cc100>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['c99c055b-666c-436d-86d2-fb0dca5c8933'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:04.500427 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.508164 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.516180 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.529662 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.530632 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:04.543121 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-4141b572-def7-4bea-ac39-f18f25da18e1 None None] Provisioning complete for port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:04.543490 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-4141b572-def7-4bea-ac39-f18f25da18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.552642 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Usage tracker for resource:network and tenant:3f4cf80c41334122b6cb073d4149f21f is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:04.556932 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:04.564884 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:04.597377 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:04.633664 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ca09119d-e33c-4769-9d1e-a4b4189826a5 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Unset dirty status for tenant:b136efa4a0c048cd88f6d6e815a16ae9 on resource:network {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:04.635232 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ca09119d-e33c-4769-9d1e-a4b4189826a5 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/networks?id=d058f01e-7215-4b75-9d0b-36a11e733496 HTTP/1.1" status: 200  len: 812 time: 1.7116003
Jul 07 18:31:04.636962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.685592 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7703913-a852-499a-8ae5-97b4fcd017b0,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:04.744230 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Made reservation on behalf of 3f4cf80c41334122b6cb073d4149f21f for: {'network': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:04.746341 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b2a01a88-7d1e-41a2-82b9-bc3e6c961788 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:04.746584 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.755277 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Set router c99c055b-666c-436d-86d2-fb0dca5c8933 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:04.760196 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-bc353d58-8f14-4420-ba0e-4c76caf98785 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eedb076a984049238ad0d4e6749750e4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4579520
Jul 07 18:31:04.761723 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54420) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:04.822490 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd873da519514a019784d0238a28bf45&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7345614
Jul 07 18:31:04.826736 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-4da02056-ed1f-4ce4-9ef7-60330b3dbeda tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/quotas/b136efa4a0c048cd88f6d6e815a16ae9 HTTP/1.1" status: 200  len: 375 time: 0.1830559
Jul 07 18:31:04.827473 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.836546 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54426) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:04.850566 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:04.851312 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.894136 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.916426 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:04.923138 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:04.978194 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3ead4d-3ae2-4445-bd9d-c2e6b9d8d290,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:04.982819 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-8f664955-5106-40a4-883c-47a5bea33b96 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b136efa4a0c048cd88f6d6e815a16ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1425583
Jul 07 18:31:04.983857 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4cf80c41334122b6cb073d4149f21f is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:04.986794 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:05.006725 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:05.007110 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:05.010167 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:05.020991 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:05.033731 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.064314 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.108582 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Router 54887122-77c6-4362-b27a-de017779dc18 is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:31:05.116510 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.220690 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:05.320896 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7703913-a852-499a-8ae5-97b4fcd017b0,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:05.337471 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:05.338387 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.342439 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7703913-a852-499a-8ae5-97b4fcd017b0 HTTP/1.1" status: 204  len: 168 time: 0.5797431
Jul 07 18:31:05.359229 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.365215 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.370115 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.371477 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad3ead4d-3ae2-4445-bd9d-c2e6b9d8d290 HTTP/1.1" status: 204  len: 168 time: 0.5175238
Jul 07 18:31:05.375757 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:05.378120 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15cc100>, [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:01Z', 'revision_number': 3, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port': {'id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:94:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:00Z', 'updated_at': '2021-07-07T18:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:05.384143 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.397450 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Checking router: c99c055b-666c-436d-86d2-fb0dca5c8933 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:31:05.397871 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Updating router c99c055b-666c-436d-86d2-fb0dca5c8933 port e9e76939-a50e-4c95-b7b9-41037efca84e binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:31:05.398222 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'}  {{(pid=78558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:31:05.399659 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3ead4d-3ae2-4445-bd9d-c2e6b9d8d290,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:05.408207 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.408719 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.segments_db [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Added segment 6d3693e2-ff1a-497c-846f-11dd532abe62 of type vlan for network 20ecb2f7-7e61-4eba-b273-918bdcb205c2
Jul 07 18:31:05.414542 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:05.433231 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:05.496934 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:31:05.499375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.508506 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Sync routers for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:31:05.515791 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9bdb4-3ed4-4413-9a9a-b4105320984e,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:05.521789 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:05.530915 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:05.531762 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca08781f0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:05.594759 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.645935 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.647497 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:05.648231 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.653632 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-45aca373-4e5b-48b7-96c7-25fdb7191a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:05.704286 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:05.707785 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.5736094
Jul 07 18:31:05.735549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54448) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:05.854267 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.3831277
Jul 07 18:31:05.858561 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54452) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:05.872846 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Request body: {'subnet': {'network_id': '20ecb2f7-7e61-4eba-b273-918bdcb205c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115097817-subnet', 'tenant_id': '3f4cf80c41334122b6cb073d4149f21f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:05.878161 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Pushing event updated for resources: {'Network': ['ID=20ecb2f7-7e61-4eba-b273-918bdcb205c2,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:05.882126 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:05.889249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 20ecb2f7-7e61-4eba-b273-918bdcb205c2 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:31:05.893874 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:05.912716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Usage tracker for resource:subnet and tenant:3f4cf80c41334122b6cb073d4149f21f is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:05.950396 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:05.988115 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:06.057438 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:06.084189 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Made reservation on behalf of 3f4cf80c41334122b6cb073d4149f21f for: {'subnet': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:06.087360 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.309426 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-f9e86d1d-fa07-4229-9106-2eec02de37ba service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:31:06.310536 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-f9e86d1d-fa07-4229-9106-2eec02de37ba service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9368706
Jul 07 18:31:06.313852 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.361410 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Transition to ACTIVE for port object e9e76939-a50e-4c95-b7b9-41037efca84e will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:06.376188 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.391388 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.408823 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:06.494600 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Pushing event updated for resources: {'Port': ['ID=e9e76939-a50e-4c95-b7b9-41037efca84e,revision_number=2']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:06.515953 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54468) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:06.518932 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Attempting to bind port e9e76939-a50e-4c95-b7b9-41037efca84e on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:06.520050 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Attempting to bind port e9e76939-a50e-4c95-b7b9-41037efca84e by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:06.520649 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Attempting to bind port e9e76939-a50e-4c95-b7b9-41037efca84e on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:06.532385 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:06.533095 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:06.533813 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.534363 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:06.535540 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Bound port: e9e76939-a50e-4c95-b7b9-41037efca84e, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:06.536120 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.602367 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.649365 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:06.671260 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Usage tracker for resource:security_group_rule and tenant:3803f028302049b39e33fd0a74f5460c is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:06.690180 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] For port e9e76939-a50e-4c95-b7b9-41037efca84e, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:06.696680 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] For port e9e76939-a50e-4c95-b7b9-41037efca84e, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=e9e76939-a50e-4c95-b7b9-41037efca84e,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:06.698841 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:06.700252 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.700923 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.702210 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.702895 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.703398 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.704188 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.704992 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.707759 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.712486 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:06.713065 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.713650 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.715147 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.715834 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Tracked resource versions report:
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]: pushed versions:
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]: {   'AddressGroup': {'1.2'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'ConntrackHelper': {'1.0'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Log': {'1.0'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Network': {'1.1'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Port': {'1.7'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'PortForwarding': {'1.2'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'QosPolicy': {'1.8'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'SecurityGroup': {'1.4'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'SecurityGroupRule': {'1.2'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'SubPort': {'1.0'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Subnet': {'1.1'},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     'Trunk': {'1.1'}}
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]: consumer versions:
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]: {   DHCP agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     HyperV agent@hv-cinder-79869: {},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     L3 agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     Metadata agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     Metering agent@dv-cinder-798696-1-iscsi: {},
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:     Open vSwitch agent@dv-cinder-798696-1-iscsi: {   'AddressGroup': '1.2',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'ConntrackHelper': '1.0',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Log': '1.0',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Network': '1.1',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Port': '1.7',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'PortForwarding': '1.2',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'QosPolicy': '1.8',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'SecurityGroup': '1.4',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'SecurityGroupRule': '1.2',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'SubPort': '1.0',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Subnet': '1.1',
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:                                                      'Trunk': '1.1'}}
Jul 07 18:31:06.717933 dv-cinder-798696-1-iscsi neutron-server[78561]:  {{(pid=78561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 07 18:31:06.737733 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:06.741651 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.743500 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-a27b50fe-35b4-4772-ac68-c6dca4770f98 service neutron] 10.222.0.60 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4174793
Jul 07 18:31:06.749644 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca08781f0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:02Z', 'revision_number': 3, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:06.756167 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-dea9e3c4-9ba6-4764-a62d-b67cef7b259a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:06.763746 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Checking router: 54887122-77c6-4362-b27a-de017779dc18 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:31:06.764419 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Updating router 54887122-77c6-4362-b27a-de017779dc18 port 174dcea1-2661-4052-ae35-9d4ec123c4a4 binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:31:06.893747 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:06.943654 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Routers {'c99c055b-666c-436d-86d2-fb0dca5c8933'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:06.947667 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15cc100>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['c99c055b-666c-436d-86d2-fb0dca5c8933'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:07.036944 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-32b3969f-dc54-4114-bad5-5176d039e2fc service neutron] 10.222.0.60 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2854187
Jul 07 18:31:07.053787 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.055849 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Pushing event updated for resources: {'Port': ['ID=e9e76939-a50e-4c95-b7b9-41037efca84e,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:07.058932 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.061997 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:07.069996 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:07.117310 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3803f028302049b39e33fd0a74f5460c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5956697
Jul 07 18:31:07.119377 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56399909-91d2-419f-8414-71af33e8e9de,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:07.122920 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54490) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:07.125877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:07.197104 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.233150 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.245673 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] Set router c99c055b-666c-436d-86d2-fb0dca5c8933 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:07.345653 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.353418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:07.377753 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56399909-91d2-419f-8414-71af33e8e9de,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:07.386479 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:07.393537 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.400755 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56399909-91d2-419f-8414-71af33e8e9de HTTP/1.1" status: 204  len: 168 time: 0.2734578
Jul 07 18:31:07.406346 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.556122 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54512) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:07.603272 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.606169 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:07.628141 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Transition to ACTIVE for port object 174dcea1-2661-4052-ae35-9d4ec123c4a4 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:07.632262 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-131a9cee-cf26-42d0-8ba6-060d612f0f9a req-42a4e2df-cc55-43ae-8fbd-2597fd663b95 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.0738282
Jul 07 18:31:07.658322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.671872 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:07.741469 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15cc100>, [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:01Z', 'revision_number': 3, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port': {'id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:94:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:00Z', 'updated_at': '2021-07-07T18:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:07.746683 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b06fd2-f27a-48f9-8980-7d693fbb481e None None] The sync data for ids ['c99c055b-666c-436d-86d2-fb0dca5c8933'] in dv-cinder-798696-1-iscsi is: [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:01Z', 'revision_number': 3, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port': {'id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:94:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:00Z', 'updated_at': '2021-07-07T18:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:31:07.821502 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d4af85-63c9-49a9-980f-810cd79e2daa,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:07.834562 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:07.876364 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Attempting to bind port 174dcea1-2661-4052-ae35-9d4ec123c4a4 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:07.876957 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Attempting to bind port 174dcea1-2661-4052-ae35-9d4ec123c4a4 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:07.877228 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Attempting to bind port 174dcea1-2661-4052-ae35-9d4ec123c4a4 on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:07.903552 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:07.903984 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:07.905696 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.906175 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:07.906692 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Bound port: 174dcea1-2661-4052-ae35-9d4ec123c4a4, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:07.907086 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:07.935626 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Checking segment: {'id': '6d3693e2-ff1a-497c-846f-11dd532abe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '20ecb2f7-7e61-4eba-b273-918bdcb205c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:07.935971 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Network hostable DHCP agents. Network: 20ecb2f7-7e61-4eba-b273-918bdcb205c2, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:31:07.966751 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71ad3-1894-419c-aa41-29acc22f0482 None None] Pushing event updated for resources: {'Port': ['ID=174dcea1-2661-4052-ae35-9d4ec123c4a4,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:07.976340 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-20a71ad3-1894-419c-aa41-29acc22f0482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:07.982040 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Allocated IP 172.20.0.1 (465c0961-b316-4315-a22f-1b36c72a0eb1/20afdaa5-b67b-4d1d-9684-3e2cc509fabe/02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:08.045864 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Network 20ecb2f7-7e61-4eba-b273-918bdcb205c2 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:31:08.048643 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] For port 174dcea1-2661-4052-ae35-9d4ec123c4a4, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:08.053121 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] For port 174dcea1-2661-4052-ae35-9d4ec123c4a4, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=174dcea1-2661-4052-ae35-9d4ec123c4a4,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:08.059253 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:08.065449 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d184fd8c-acd5-48ec-be73-fd7e89d5f14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:08.165486 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71ad3-1894-419c-aa41-29acc22f0482 None None] Pushing event updated for resources: {'Port': ['ID=174dcea1-2661-4052-ae35-9d4ec123c4a4,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:08.209293 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-20a71ad3-1894-419c-aa41-29acc22f0482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:08.251786 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:08.252435 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca08781f0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:08.412372 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 20ecb2f7-7e61-4eba-b273-918bdcb205c2) {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:08.418399 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:08.448028 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:08.448906 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:08.460592 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495d296-db9c-4100-93af-3bef0db408ed None None] Network 20ecb2f7-7e61-4eba-b273-918bdcb205c2 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:08.544836 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3f3d072e-ee84-426d-8564-0000c75944d0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.6762600
Jul 07 18:31:08.827172 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:08.940231 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-caff6e58-cc11-466b-9816-5076efdeac4e req-a9d59cdc-43a9-4860-acd4-8ab1d53131e6 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.1393108
Jul 07 18:31:09.076769 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Allocated IP 172.20.0.1 (d94b882e-8392-4485-aeb3-262c03ca768a/061bb18d-8f04-4a62-8d27-2de0db8ee05b/fc6f6ed2-0e01-414e-b04a-913ccbd10eee) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:09.083466 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54574) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:09.104586 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:09.125090 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e9e76939-a50e-4c95-b7b9-41037efca84e up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:09.137844 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:09.240542 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Deleting subnet 98f0b7e5-fccd-4283-bdcc-862776b1bc41 {{(pid=78558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:31:09.252163 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:09.261367 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:09.371284 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:09.386241 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:09.389575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:09.394861 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:09.417345 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:09.461744 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:09.568153 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:09.582266 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d48a8c39-f0df-4b3a-8ff7-ef1b318e651c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:09.674842 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:09.684870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f0b7e5-fccd-4283-bdcc-862776b1bc41,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:09.690317 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:09.707895 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0937fc6d-e5b5-43e0-9e40-f28f36977f90 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/98f0b7e5-fccd-4283-bdcc-862776b1bc41 HTTP/1.1" status: 204  len: 168 time: 0.6231174
Jul 07 18:31:09.715862 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54588) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:09.904596 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf8fdf-1a84-4d03-a70d-01968359fa71 None None] Network 20ecb2f7-7e61-4eba-b273-918bdcb205c2 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:31:10.088044 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:10.240758 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db121238-2c93-446c-93b9-7c06aaaa2b73 req-9aea71ae-e3bb-43b8-a6e2-f4f6cfbd6de7 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.1421559
Jul 07 18:31:10.310114 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Pushing event updated for resources: {'Port': ['ID=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:10.348865 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:10.366671 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.229s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:10.371998 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:10.436199 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port e9e76939-a50e-4c95-b7b9-41037efca84e completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:10.518313 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port e9e76939-a50e-4c95-b7b9-41037efca84e triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:10.521374 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:10.564532 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Transition to ACTIVE for port object fc6f6ed2-0e01-414e-b04a-913ccbd10eee will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:10.635418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:10.672531 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1ca08449a0>> segment before_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.685213 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1ca08449a0>> subnet precommit_delete_associations 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.686736 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> segment_host_mapping after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.686736 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> port after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.686990 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> port after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.688877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> port after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.688877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> segment after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.688877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> subnet after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.689251 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> subnet after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.689470 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0844970>> subnet after_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:10.869447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:10.883334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:10.984989 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Network d94b882e-8392-4485-aeb3-262c03ca768a is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:10.992344 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:11.002761 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:11.004451 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.006307 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca08781f0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:02Z', 'revision_number': 3, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:11.034641 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15f3ad-943a-47df-955f-e39b98abafb4 None None] The sync data for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi is: [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:02Z', 'revision_number': 3, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:31:11.079468 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.130195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port e9e76939-a50e-4c95-b7b9-41037efca84e, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=e9e76939-a50e-4c95-b7b9-41037efca84e,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:11.135426 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.140371 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:11.155308 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Pushing event updated for resources: {'Port': ['ID=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:11.159669 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ca0615760>> subnet after_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:11.161022 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ca0615760>> subnet after_delete 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:11.162544 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ca0615760>> subnet before_create 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:11.163903 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1ca0615760>> subnet before_update 55550000 {{(pid=78558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:31:11.164251 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ca0844520>,) {'filters': {'network_id': ['0a03b4b4-5e19-47aa-8d9c-13652e7769ee']}} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:11.186965 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:11.230893 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca0844520>, '2c823d34-405b-4afd-b2e5-84231fe94569') {'for_net_delete': True} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:11.231212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca0844520>, '2c823d34-405b-4afd-b2e5-84231fe94569') {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:11.309343 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1516495'] for segment, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.325048 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=e9e76939-a50e-4c95-b7b9-41037efca84e,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:11.342689 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.353778 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:11.363295 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=78558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:31:11.366527 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519572'] for segment, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.403365 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   from cryptography.utils import int_from_bytes
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   from cryptography.utils import int_from_bytes
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   util.warn_limited(
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   util.warn_limited(
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]: Traceback (most recent call last):
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     timer()
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     cb(*args, **kw)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     return func(*args, **kwargs)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     self._notify()
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     self.callback(batched_events)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     event.method(event)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     return f(self, *a, **k)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._get(url).json()
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:31:11.424295 dv-cinder-798696-1-iscsi neutron-server[78558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:31:11.431000 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.433350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.446124 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c083ba3e-26a1-46f7-8a7a-165d390b8b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:11.581488 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d3f9cade-0a39-41b2-b461-4bec723acf2a None None] Provisioning for port fc6f6ed2-0e01-414e-b04a-913ccbd10eee completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:11.601751 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d3f9cade-0a39-41b2-b461-4bec723acf2a None None] Provisioning complete for port fc6f6ed2-0e01-414e-b04a-913ccbd10eee triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:11.602306 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d3f9cade-0a39-41b2-b461-4bec723acf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.612114 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.639394 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.648432 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:11.720136 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9cade-0a39-41b2-b461-4bec723acf2a None None] Port fc6f6ed2-0e01-414e-b04a-913ccbd10eee cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:31:11.787077 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:11.818051 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a03b4b4-5e19-47aa-8d9c-13652e7769ee,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:11.827798 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Pushing event updated for resources: {'Port': ['ID=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:11.830770 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0a03b4b4-5e19-47aa-8d9c-13652e7769ee HTTP/1.1" status: 204  len: 168 time: 2.1128170
Jul 07 18:31:11.844221 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54650) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:11.862255 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7a2dbf1d-25ec-4d7c-a324-9bd82503df57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:11.870203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:11.871007 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dfaa1c9a-42e2-45ba-9b2f-957ac2472b40 req-4e0c8d91-d506-41f0-af09-ce810256edb9 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.1880329
Jul 07 18:31:11.946260 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.122625 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Deleting subnet 37d4af85-63c9-49a9-980f-810cd79e2daa {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:31:12.124287 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54664) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:12.147305 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.195293 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:12.201637 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:12.292155 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.342878 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:12.350463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Usage tracker for resource:security_group_rule and tenant:a517c491b35c406b93998386f4bebb08 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:12.360418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:12.373747 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:12.502631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.522948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.571957 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.573480 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.101', 52729) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:12.681870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.769996 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:12.783183 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:12.809723 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:12.874516 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a517c491b35c406b93998386f4bebb08&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7490919
Jul 07 18:31:12.879177 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248e6d9c-3faa-4134-b14f-4cc94b655df7,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:12.882049 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54696) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:12.888392 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:12.951259 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d4af85-63c9-49a9-980f-810cd79e2daa,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:12.982881 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-f7233a6f-9c66-4e43-ab30-2736e3d0baaf tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:12.984693 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-f7233a6f-9c66-4e43-ab30-2736e3d0baaf tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.101 "GET /v2.0/networks?id=d058f01e-7215-4b75-9d0b-36a11e733496 HTTP/1.1" status: 200  len: 812 time: 0.4099782
Jul 07 18:31:12.987215 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:13.012986 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Router c99c055b-666c-436d-86d2-fb0dca5c8933 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:31:13.027759 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.038226 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.110458 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.241093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Request body: {'port': {'device_id': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496', 'admin_state_up': True, 'tenant_id': 'b136efa4a0c048cd88f6d6e815a16ae9'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:13.287659 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.290913 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/37d4af85-63c9-49a9-980f-810cd79e2daa HTTP/1.1" status: 204  len: 168 time: 1.4380352
Jul 07 18:31:13.383301 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54722) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:13.461467 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e9e76939-a50e-4c95-b7b9-41037efca84e up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:13.474188 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.475314 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.504849 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:13.657910 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port e9e76939-a50e-4c95-b7b9-41037efca84e triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:13.658550 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.744883 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2f118fe8-3127-45d8-b6af-6766647ba937 req-7e132424-7c0a-4022-ba29-de5cfe49e88b tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.4811578
Jul 07 18:31:13.825976 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 174dcea1-2661-4052-ae35-9d4ec123c4a4 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:13.837583 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Pushing event updated for resources: {'Port': ['ID=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:13.877970 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.886668 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:13.887506 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:13.890640 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.891888 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Usage tracker for resource:port and tenant:b136efa4a0c048cd88f6d6e815a16ae9 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:13.898478 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:13.907914 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:31:13.913709 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-f790d00f-dbce-4a0f-98d9-8a4b52eded23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:13.918943 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Sync routers for ids ['c99c055b-666c-436d-86d2-fb0dca5c8933'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:31:13.925840 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:13.928693 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 174dcea1-2661-4052-ae35-9d4ec123c4a4 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:13.929035 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248e6d9c-3faa-4134-b14f-4cc94b655df7,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:13.935740 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Routers {'c99c055b-666c-436d-86d2-fb0dca5c8933'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:13.935815 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0c262e0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['c99c055b-666c-436d-86d2-fb0dca5c8933'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:13.941985 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:13.942951 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:13.944346 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/248e6d9c-3faa-4134-b14f-4cc94b655df7 HTTP/1.1" status: 204  len: 168 time: 1.0576558
Jul 07 18:31:13.944839 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] 10.222.0.60 "PUT /v2.0/routers/c99c055b-666c-436d-86d2-fb0dca5c8933/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4536984
Jul 07 18:31:13.961148 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 174dcea1-2661-4052-ae35-9d4ec123c4a4 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:13.961794 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:14.028702 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Made reservation on behalf of b136efa4a0c048cd88f6d6e815a16ae9 for: {'port': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:14.033611 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Network d94b882e-8392-4485-aeb3-262c03ca768a is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:14.036981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:14.039395 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:14.325514 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:14.451461 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 174dcea1-2661-4052-ae35-9d4ec123c4a4, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=174dcea1-2661-4052-ae35-9d4ec123c4a4,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:14.462039 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:14.486114 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:14.712853 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Set router c99c055b-666c-436d-86d2-fb0dca5c8933 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:14.790169 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=174dcea1-2661-4052-ae35-9d4ec123c4a4,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:14.805966 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:14.864645 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-43b1dbaa-15b8-497e-a2d1-7119a8877ec8 None None] Provisioning complete for port fc6f6ed2-0e01-414e-b04a-913ccbd10eee triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:14.865053 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-43b1dbaa-15b8-497e-a2d1-7119a8877ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:14.893636 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:14.929866 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Router 54887122-77c6-4362-b27a-de017779dc18 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:31:15.008545 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ca07198e0>,) {'filters': {'network_id': ['20ecb2f7-7e61-4eba-b273-918bdcb205c2']}} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:15.105154 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca07198e0>, '6d3693e2-ff1a-497c-846f-11dd532abe62') {'for_net_delete': True} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:15.105455 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca07198e0>, '6d3693e2-ff1a-497c-846f-11dd532abe62') {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:15.119470 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-43b1dbaa-15b8-497e-a2d1-7119a8877ec8 None None] Port fc6f6ed2-0e01-414e-b04a-913ccbd10eee cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:31:15.327475 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1516495'] for segment, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:15.372005 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54796) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:15.401696 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 174dcea1-2661-4052-ae35-9d4ec123c4a4 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:15.501957 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:15.573027 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a58b5660-f916-4f31-819b-c814e7949564 req-8e5953e8-6eea-4281-95ce-b08d5906e211 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.2689400
Jul 07 18:31:15.620593 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:15.739963 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 174dcea1-2661-4052-ae35-9d4ec123c4a4 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:15.740541 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:15.747722 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:15.773986 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Usage tracker for resource:security_group_rule and tenant:1e2532e019f541c7ac65570c0a16374c is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:15.785276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:15.802899 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:15.866088 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:31:15.871636 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] 10.222.0.60 "PUT /v2.0/routers/54887122-77c6-4362-b27a-de017779dc18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1304333
Jul 07 18:31:15.922091 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=78558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:31:15.923381 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519572'] for segment, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:15.923484 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0c262e0>, [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:09Z', 'revision_number': 4, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port': {'id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:94:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:00Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1', 'name': '', 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'mac_address': 'fa:16:3e:a4:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:07Z', 'updated_at': '2021-07-07T18:31:10Z', 'revision_number': 2, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'subnets': [{'id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:15.934497 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Sync routers for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:31:15.934584 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Checking router: c99c055b-666c-436d-86d2-fb0dca5c8933 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:31:15.934584 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Updating router c99c055b-666c-436d-86d2-fb0dca5c8933 port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:31:15.969813 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:15.970526 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca070ea90>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:15.991592 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]: Traceback (most recent call last):
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     timer()
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     cb(*args, **kw)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     return func(*args, **kwargs)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     self._notify()
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     self.callback(batched_events)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     event.method(event)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     return f(self, *a, **k)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._get(url).json()
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:31:16.059491 dv-cinder-798696-1-iscsi neutron-server[78558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:31:16.237868 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Allocated IP 172.20.0.4 (d058f01e-7215-4b75-9d0b-36a11e733496/fe9ba136-421b-46aa-a0bf-22dc802394bb/d614bc2c-3ca2-4b35-b627-4dc77ce4598f) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:16.471973 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:16.531163 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:16.622907 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:16.632450 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:16.637915 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:16.652025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:16.732701 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:16.749760 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395fe04-5657-4e48-bc20-723839e6844b req-028ca530-aab1-41ad-bfc2-6a1d7c3989bd tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:16.765150 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-028ca530-aab1-41ad-bfc2-6a1d7c3989bd tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 818 time: 1.1249583
Jul 07 18:31:16.790173 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] 10.222.0.60 "DELETE /v2.0/networks/20ecb2f7-7e61-4eba-b273-918bdcb205c2 HTTP/1.1" status: 204  len: 168 time: 3.3794205
Jul 07 18:31:16.793311 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a2e906-173e-44bb-a857-8e79db08efea,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:16.814128 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:16.819209 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Synchronizing usage tracker for tenant:855ee7c95adc4899b0b96bb6ecc3ffaa on resource:security_group {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:16.835370 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-42665f44-9e61-4c46-a263-62757bd48588 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/quotas/bf674cc0a0d841e9b4b8dd602c39e9ca HTTP/1.1" status: 200  len: 375 time: 0.0739448
Jul 07 18:31:16.849752 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Unset dirty status for tenant:855ee7c95adc4899b0b96bb6ecc3ffaa on resource:security_group {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:16.853117 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e2532e019f541c7ac65570c0a16374c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4769719
Jul 07 18:31:16.854928 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54852) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:17.028923 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Pushing event deleted for resources: {'Network': ['ID=20ecb2f7-7e61-4eba-b273-918bdcb205c2,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:17.040994 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:17.083516 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.238890 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.319521 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54860) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:17.428191 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.436390 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54866) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:17.470683 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Transition to ACTIVE for port object 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:17.486414 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849863940', 'description': 'tempest-description--1905454711'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:17.501992 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:31:17.502630 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.508693 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:17.517196 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:17.536678 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:17.537643 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.545555 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:17.562201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:17.587319 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3cd91b98-cb26-41f0-becf-fcb085bc6113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:17.606551 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-6bfb7338-f970-4d64-9b7c-ff2bed08f423 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7683971
Jul 07 18:31:17.626128 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.642234 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a2e906-173e-44bb-a857-8e79db08efea,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:17.657767 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:17.670438 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.677354 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15a2e906-173e-44bb-a857-8e79db08efea HTTP/1.1" status: 204  len: 168 time: 0.8200114
Jul 07 18:31:17.697879 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-aa522011-5eb4-4d38-8a47-bb3eb1397882 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4d39bc016044608a8cf22f136f0d447&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3643157
Jul 07 18:31:17.700123 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54882) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:17.768551 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:17.784411 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group_rule and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:17.819854 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:17.849289 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.856398 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:17.878068 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:17.912723 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85279-44c7-476d-881e-ab16acacd054 None None] Pushing event updated for resources: {'Port': ['ID=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:17.917819 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-13e85279-44c7-476d-881e-ab16acacd054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:17.960491 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.044658 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-4dc02b9b-a176-4e28-96a7-0574b29dd0a7 req-ade82ac9-419d-46c7-a2af-decf20f6434f tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Synchronizing usage tracker for tenant:b136efa4a0c048cd88f6d6e815a16ae9 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:18.128432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.132911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3f719094-8bd0-4e07-a7d1-d5e7568b7bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:18.165821 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2f070-096a-4868-8ea4-78d8da1ae63f,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:18.175857 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:18.181522 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-4dc02b9b-a176-4e28-96a7-0574b29dd0a7 req-ade82ac9-419d-46c7-a2af-decf20f6434f tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Unset dirty status for tenant:b136efa4a0c048cd88f6d6e815a16ae9 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:18.183734 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4dc02b9b-a176-4e28-96a7-0574b29dd0a7 req-ade82ac9-419d-46c7-a2af-decf20f6434f tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.3565886
Jul 07 18:31:18.193550 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.201737 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fb2f070-096a-4868-8ea4-78d8da1ae63f HTTP/1.1" status: 204  len: 168 time: 0.4984882
Jul 07 18:31:18.274914 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Attempting to bind port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:18.276959 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Attempting to bind port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:18.277610 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Attempting to bind port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 on network 465c0961-b316-4315-a22f-1b36c72a0eb1 {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:18.306708 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-4b238e67-14b2-4959-be2f-4deb6452f291 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:31:18.311555 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca070ea90>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:12Z', 'revision_number': 2, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:18.320353 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:18.322414 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-4b238e67-14b2-4959-be2f-4deb6452f291 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2522345
Jul 07 18:31:18.324355 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Checking segment: {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:18.324986 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Checking router: 54887122-77c6-4362-b27a-de017779dc18 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:31:18.328453 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.329017 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Bound using segment: {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:18.329485 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Updating router 54887122-77c6-4362-b27a-de017779dc18 port fc6f6ed2-0e01-414e-b04a-913ccbd10eee binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:31:18.333414 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Bound port: 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:18.336132 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.506698 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.574982 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.661464 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] For port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:18.671206 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] For port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:18.679555 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.714088 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-2e797fdf-89ef-46fd-b014-0570a8ea0c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:18.732868 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.766472 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:18.873655 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:18.966489 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-ae16cc5b-9bec-4206-8fda-8b748c362ba8 service neutron] 10.222.0.60 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6428525
Jul 07 18:31:19.076421 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Routers {'c99c055b-666c-436d-86d2-fb0dca5c8933'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:19.087404 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0c262e0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['c99c055b-666c-436d-86d2-fb0dca5c8933'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:19.183851 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Network d058f01e-7215-4b75-9d0b-36a11e733496 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:19.198915 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:19.208784 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.7654006
Jul 07 18:31:19.209182 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54938) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:19.216259 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'security_group_rule': {'security_group_id': 'bf3b3183-61ef-4dc7-ba79-c618339994b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:19.234934 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:19.256898 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group_rule and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:19.274468 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:19.309741 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:19.374207 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85279-44c7-476d-881e-ab16acacd054 None None] Pushing event updated for resources: {'Port': ['ID=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,revision_number=4']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:19.389981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:19.395473 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-13e85279-44c7-476d-881e-ab16acacd054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:19.505318 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:19.561180 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:19.606466 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54952) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:19.681998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Pushing event updated for resources: {'Port': ['ID=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:19.748549 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] Set router c99c055b-666c-436d-86d2-fb0dca5c8933 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:19.796409 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2c039b0f-d5ba-46f3-8b45-aef1387e00b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f4cf80c41334122b6cb073d4149f21f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1867349
Jul 07 18:31:19.820144 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:19.843071 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Transition to ACTIVE for port object fc6f6ed2-0e01-414e-b04a-913ccbd10eee will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:19.844570 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54960) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:19.865322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:19.870719 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:19.876739 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:19.906896 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:19.913371 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.772s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:19.924872 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:19.951296 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:20.003606 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da6486b-ec7e-4d96-baab-f9e0be079b9e,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:20.029548 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:20.120321 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:20.121702 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.196763 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.199081 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.213521 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0027628
Jul 07 18:31:20.217016 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 54968) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:20.249761 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b3183-61ef-4dc7-ba79-c618339994b3,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:20.256242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:20.257748 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.0229917
Jul 07 18:31:20.268520 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'security_group_rule': {'security_group_id': 'bf3b3183-61ef-4dc7-ba79-c618339994b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:20.286323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36770a6-8d69-4546-90a9-ae4e36b37a3c None None] Pushing event updated for resources: {'Port': ['ID=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:20.319756 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-768b3ce6-02a1-4249-8ef8-abec82093a0c tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:31:20.320860 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-768b3ce6-02a1-4249-8ef8-abec82093a0c tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0385528
Jul 07 18:31:20.328512 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:20.371583 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group_rule and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:20.382873 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d36770a6-8d69-4546-90a9-ae4e36b37a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:20.400255 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:20.427781 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45ba2d-97c8-4a82-8a03-39b1ca81c224 req-a125d582-03f6-49b7-beb2-5fe2cf498927 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:20.429104 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.452568 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be45ba2d-97c8-4a82-8a03-39b1ca81c224 req-a125d582-03f6-49b7-beb2-5fe2cf498927 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 931 time: 0.7569773
Jul 07 18:31:20.502865 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Attempting to bind port fc6f6ed2-0e01-414e-b04a-913ccbd10eee on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:20.507065 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Attempting to bind port fc6f6ed2-0e01-414e-b04a-913ccbd10eee by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:20.507727 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Attempting to bind port fc6f6ed2-0e01-414e-b04a-913ccbd10eee on network d94b882e-8392-4485-aeb3-262c03ca768a {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:20.510409 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-021c81ba-83bd-405b-9f76-68283a7ea934 service neutron] 10.222.0.60 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5426354
Jul 07 18:31:20.542705 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:20.549473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Checking segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:20.553265 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.554091 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Bound using segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:20.555169 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Bound port: fc6f6ed2-0e01-414e-b04a-913ccbd10eee, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:20.556606 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.595444 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-be45ba2d-97c8-4a82-8a03-39b1ca81c224 req-fd6ce362-c3d7-4f3a-a29b-6ea1f449894b tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Synchronizing usage tracker for tenant:b136efa4a0c048cd88f6d6e815a16ae9 on resource:security_group {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:20.603456 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54978) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:20.615938 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.624212 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:20.656994 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-be45ba2d-97c8-4a82-8a03-39b1ca81c224 req-fd6ce362-c3d7-4f3a-a29b-6ea1f449894b tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Unset dirty status for tenant:b136efa4a0c048cd88f6d6e815a16ae9 on resource:security_group {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:20.673046 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be45ba2d-97c8-4a82-8a03-39b1ca81c224 req-fd6ce362-c3d7-4f3a-a29b-6ea1f449894b tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193575
Jul 07 18:31:20.689871 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9f147cad-eafb-4cf4-8183-fdd5dfced77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:20.700411 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 54986) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:20.719156 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9bdb4-3ed4-4413-9a9a-b4105320984e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:20.751941 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:20.765934 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.778100 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cb9bdb4-3ed4-4413-9a9a-b4105320984e HTTP/1.1" status: 204  len: 168 time: 0.9322784
Jul 07 18:31:20.779477 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:20.857702 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0c262e0>, [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:09Z', 'revision_number': 4, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port': {'id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:94:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:00Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1', 'name': '', 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'mac_address': 'fa:16:3e:a4:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:07Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'subnets': [{'id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:20.865977 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975f2de-ae91-4115-8b44-d770b75d739c None None] The sync data for ids ['c99c055b-666c-436d-86d2-fb0dca5c8933'] in dv-cinder-798696-1-iscsi is: [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:31:09Z', 'revision_number': 4, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port': {'id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:94:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:00Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1', 'name': '', 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'mac_address': 'fa:16:3e:a4:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:07Z', 'updated_at': '2021-07-07T18:31:18Z', 'revision_number': 4, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'subnets': [{'id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:31:20.955739 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.051230 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:21.052646 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] For port fc6f6ed2-0e01-414e-b04a-913ccbd10eee, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:21.066686 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] For port fc6f6ed2-0e01-414e-b04a-913ccbd10eee, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:21.069884 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Usage tracker for resource:security_group_rule and tenant:15b9a0dc6fa342fa9b5f95a99e2fd040 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:21.074231 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.076323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.085364 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.089326 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:21.090914 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-bdadd5ce-b3db-496d-bcbd-dc7e99698533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:21.113761 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:21.116996 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:21.200002 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f7b506-42b0-4ebc-bc46-e9b0632fdbbd,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:21.223347 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:21.231682 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.237233 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2c8073b7-8283-4405-b198-f7b7fb23ebdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9993093
Jul 07 18:31:21.242335 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55008) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:21.276772 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:21.312587 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:21.326658 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:floatingip and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:21.335142 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:21.389682 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:21.425663 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2741277d-7863-4289-8e5c-2ed3d95f302b req-165de225-5811-4f72-9a6f-1bf6e451bdf3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 210 time: 0.2411628
Jul 07 18:31:21.432707 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:31:21.439227 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.441791 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca070ea90>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:30:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:21.465425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Request body: {'port': {'device_id': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:21.623159 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.827875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:21.926752 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:21.946250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:22.054122 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:22.174229 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:22.199379 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f496a10e-b896-4890-bd90-caae6a170fc3,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:22.260590 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Usage tracker for resource:security_group_rule and tenant:37e58b334aa0405b86324ee60678112e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:22.271984 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:22.286163 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:22.640508 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:22.668466 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:31:22.920970 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36770a6-8d69-4546-90a9-ae4e36b37a3c None None] Pushing event updated for resources: {'Port': ['ID=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:22.963388 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:22.967130 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d36770a6-8d69-4546-90a9-ae4e36b37a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.876s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:23.156449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Allocated IP 172.27.3.121 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/e584abda-7c66-4eeb-ba5a-73250c5576fb) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:23.191913 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55078) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:23.210454 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15b9a0dc6fa342fa9b5f95a99e2fd040&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5641897
Jul 07 18:31:23.289413 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:23.618273 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:23.810198 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:23.903473 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:23.980563 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:23.984595 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2dcbdf0b-8c5f-4574-b8d7-7276c55e904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.049126 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:24.055774 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.067755 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.073173 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:24.077586 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.104785 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:24.109818 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.130895 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.148309 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f496a10e-b896-4890-bd90-caae6a170fc3,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:24.179807 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:24.200890 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:24.266677 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-a92c1e2b-0100-46b9-a30e-dedd76f9cd1a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:24.275478 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-a92c1e2b-0100-46b9-a30e-dedd76f9cd1a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 818 time: 2.0831764
Jul 07 18:31:24.378454 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:24.460943 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:24.482911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:24.499172 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.503627 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f496a10e-b896-4890-bd90-caae6a170fc3 HTTP/1.1" status: 204  len: 168 time: 1.3018932
Jul 07 18:31:24.576292 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'Port': ['ID=e584abda-7c66-4eeb-ba5a-73250c5576fb,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:24.582432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:24.605495 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.732752 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.762704 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d614bc2c-3ca2-4b35-b627-4dc77ce4598f {{(pid=78558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:24.781461 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.792535 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.802255 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca070ea90>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:31:24.811733 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5c375-6b14-4f22-971b-76a04479a724 None None] The sync data for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi is: [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:21Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:31:24.816208 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Transition to ACTIVE for port object d614bc2c-3ca2-4b35-b627-4dc77ce4598f will not be triggered until provisioned by entity L2. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:24.843280 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:24.860780 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.883080 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:24.893331 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:24.910178 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37e58b334aa0405b86324ee60678112e&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2083886
Jul 07 18:31:24.912640 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:24.914610 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55116) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:24.938836 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ae7b54db-42ff-4f8c-bb25-3b3eca669a7a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/quotas/bf674cc0a0d841e9b4b8dd602c39e9ca HTTP/1.1" status: 200  len: 375 time: 0.6618512
Jul 07 18:31:24.966497 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.101', 52750) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:25.103963 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df2665-4c18-402b-bd7a-a44446e7ba6d req-a818021f-7ff6-4dbe-9022-d437b9ac10d5 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:25.115416 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d9df2665-4c18-402b-bd7a-a44446e7ba6d req-a818021f-7ff6-4dbe-9022-d437b9ac10d5 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 931 time: 2.9211495
Jul 07 18:31:25.177390 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:25.187076 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:25.500077 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:25.574774 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:25.780363 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55132) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:25.816668 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:25.985828 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:26.051268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:26.052876 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Usage tracker for resource:security_group_rule and tenant:03ad019179694e6cbcd556a122ca8b8f is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:26.067669 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:26.084185 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:26.130755 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d9df2665-4c18-402b-bd7a-a44446e7ba6d req-07be9fcc-034c-4cd5-ada4-89676bc28d4b tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0142910
Jul 07 18:31:26.161861 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127eac91-c4d7-4868-b2b9-a2b90970cc7c,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:26.197997 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.305s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:26.203032 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b54e2927-bdea-4bde-a5e9-849bab4be719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.112s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:26.292209 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7d91e093-4c50-4edd-b21c-8f23f1e1f007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:26.337455 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:26.351354 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:26.375112 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127eac91-c4d7-4868-b2b9-a2b90970cc7c,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:26.378558 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:26.401852 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:26.418708 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:26.420191 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/127eac91-c4d7-4868-b2b9-a2b90970cc7c HTTP/1.1" status: 204  len: 168 time: 1.5008802
Jul 07 18:31:26.448158 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:26.470274 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395fe04-5657-4e48-bc20-723839e6844b req-5f967969-a0c7-4510-a2b8-5af43ff9c12a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:26.472915 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-5f967969-a0c7-4510-a2b8-5af43ff9c12a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 818 time: 1.2932253
Jul 07 18:31:26.481091 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:26.497048 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2d589a78-9316-410e-a9e8-c8d4843735fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:26.560351 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03ad019179694e6cbcd556a122ca8b8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7762146
Jul 07 18:31:26.586714 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 55156) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:26.601951 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88a4ae3-f8d4-41cc-8564-94b86e3d15e9,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:26.626763 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:26.822021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:26.829329 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:26.860164 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:27.049023 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.084081 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Request body: {'port': {'device_id': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'admin_state_up': True, 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:27.100790 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'Port': ['ID=e584abda-7c66-4eeb-ba5a-73250c5576fb,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:27.130413 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:27.135198 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.145485 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.8943975
Jul 07 18:31:27.352212 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:27.426011 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.473445 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55180) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:27.522257 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.534190 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:27.537737 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.571117 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:27.577121 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Usage tracker for resource:security_group_rule and tenant:a07a36bfe3ee49c7b0b369a2fe7e3c0b is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:27.586544 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:27.605465 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:27.765866 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Attempting to bind port d614bc2c-3ca2-4b35-b627-4dc77ce4598f on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:27.766438 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Attempting to bind port d614bc2c-3ca2-4b35-b627-4dc77ce4598f by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '9fe68f66-ac0e-487c-9a5b-85b1063f57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496'}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:27.775447 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Attempting to bind port d614bc2c-3ca2-4b35-b627-4dc77ce4598f on network d058f01e-7215-4b75-9d0b-36a11e733496 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:27.796999 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fc6f6ed2-0e01-414e-b04a-913ccbd10eee up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:27.798881 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Port d614bc2c-3ca2-4b35-b627-4dc77ce4598f on network d058f01e-7215-4b75-9d0b-36a11e733496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:31:27.805984 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Attempting to bind port d614bc2c-3ca2-4b35-b627-4dc77ce4598f on network d058f01e-7215-4b75-9d0b-36a11e733496 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:27.822563 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.828075 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:27.828696 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Checking segment: {'id': '9fe68f66-ac0e-487c-9a5b-85b1063f57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:27.829478 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Bound using segment: {'id': '9fe68f66-ac0e-487c-9a5b-85b1063f57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496'} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:27.829589 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.830297 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Bound port: d614bc2c-3ca2-4b35-b627-4dc77ce4598f, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe68f66-ac0e-487c-9a5b-85b1063f57da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496'}}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:27.830896 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.857428 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-aa6d4ea5-e35d-4f6b-8017-a9f03d58f8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:27.881374 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port fc6f6ed2-0e01-414e-b04a-913ccbd10eee completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:27.890397 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port fc6f6ed2-0e01-414e-b04a-913ccbd10eee triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:27.890610 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.926897 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a07a36bfe3ee49c7b0b369a2fe7e3c0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4516759
Jul 07 18:31:27.927560 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:27.929833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55194) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:27.935607 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98be56c-9e30-436e-bc5e-0855a761bda1,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:27.959450 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:28.019921 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.027221 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.071950 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.092761 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.151203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.163110 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-668eea72-9d6a-4c37-935a-7d78e06f6c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:28.188092 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port fc6f6ed2-0e01-414e-b04a-913ccbd10eee, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:28.197049 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98be56c-9e30-436e-bc5e-0855a761bda1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:28.197447 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.200878 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:28.219208 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:28.222458 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.224016 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f98be56c-9e30-436e-bc5e-0855a761bda1 HTTP/1.1" status: 204  len: 168 time: 0.2932382
Jul 07 18:31:28.244905 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.257526 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-5da99590-53e8-4524-a801-35bf18f688fa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&fields=id HTTP/1.1" status: 200  len: 255 time: 3.3172286
Jul 07 18:31:28.348902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607343ce-4acb-48d8-946d-062ca3a26ee4 req-37a2a2fb-5718-4e36-92ab-8f087921f3a7 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:28.350665 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-607343ce-4acb-48d8-946d-062ca3a26ee4 req-37a2a2fb-5718-4e36-92ab-8f087921f3a7 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 943 time: 0.7593026
Jul 07 18:31:28.387173 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-c05d7409-77a3-4383-9cbc-435fc9954deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:28.458111 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:28.478484 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:28.580735 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88a4ae3-f8d4-41cc-8564-94b86e3d15e9,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:28.632004 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.709143 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:28.786029 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-607343ce-4acb-48d8-946d-062ca3a26ee4 req-06b43a81-3c43-4a02-950e-9b3b0ca5cdb3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081480
Jul 07 18:31:28.822740 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:28.827705 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c88a4ae3-f8d4-41cc-8564-94b86e3d15e9 HTTP/1.1" status: 204  len: 168 time: 2.0807095
Jul 07 18:31:28.840154 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:28.874250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Usage tracker for resource:port and tenant:bf674cc0a0d841e9b4b8dd602c39e9ca is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:28.924030 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:28.961570 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:28.966983 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] For port d614bc2c-3ca2-4b35-b627-4dc77ce4598f, host hv-cinder-79869, cleared binding levels {{(pid=78558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:29.024253 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fc6f6ed2-0e01-414e-b04a-913ccbd10eee up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:29.087537 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Made reservation on behalf of bf674cc0a0d841e9b4b8dd602c39e9ca for: {'port': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:29.090978 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.126176 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] For port d614bc2c-3ca2-4b35-b627-4dc77ce4598f, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,segment=NetworkSegment(9fe68f66-ac0e-487c-9a5b-85b1063f57da),segment_id=9fe68f66-ac0e-487c-9a5b-85b1063f57da)] {{(pid=78558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:29.133900 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-470dd289-1737-4ddb-a88e-ea3e4d5f43eb service neutron] 10.222.0.60 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8754191
Jul 07 18:31:29.139123 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.156496 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port fc6f6ed2-0e01-414e-b04a-913ccbd10eee triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:29.157006 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.161838 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-e012785e-21b8-4667-b2fb-82a1be22af7c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Synchronizing usage tracker for tenant:4e2d4139a72743ff8590764a772623cd on resource:security_group {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:29.210979 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:29.241074 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55230) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:29.279779 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.312586 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:29.328820 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Usage tracker for resource:security_group_rule and tenant:91e30e6ecc7c4fa0bc9a002742e4bc04 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:29.333279 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:29.340082 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:29.426151 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,revision_number=3']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:29.449665 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:29.450249 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.454850 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.463200 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:29.494518 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-e012785e-21b8-4667-b2fb-82a1be22af7c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Unset dirty status for tenant:4e2d4139a72743ff8590764a772623cd on resource:security_group {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:29.501202 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f5a8d4-b24b-4ed1-a7fd-cc0aa551ad1e,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:29.502324 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-e012785e-21b8-4667-b2fb-82a1be22af7c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--849863940&fields=id&tenant_id=4e2d4139a72743ff8590764a772623cd HTTP/1.1" status: 200  len: 267 time: 0.4670784
Jul 07 18:31:29.507324 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:29.513099 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91e30e6ecc7c4fa0bc9a002742e4bc04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2698207
Jul 07 18:31:29.515599 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55242) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:29.523397 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:29.524743 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.525643 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] 10.222.0.101 "PUT /v2.0/ports/d614bc2c-3ca2-4b35-b627-4dc77ce4598f HTTP/1.1" status: 200  len: 1093 time: 8.6438110
Jul 07 18:31:29.556657 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'tag': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:31:29.609186 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.645424 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.719911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.727407 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:29.741782 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f5a8d4-b24b-4ed1-a7fd-cc0aa551ad1e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:29.745193 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:29.753203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:29.755516 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16f5a8d4-b24b-4ed1-a7fd-cc0aa551ad1e HTTP/1.1" status: 204  len: 168 time: 0.2385151
Jul 07 18:31:29.770805 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-9f4a03e8-ed77-43bd-a87d-f8a1fe79d10f service neutron] 10.222.0.60 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6126065
Jul 07 18:31:29.832824 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Allocated IP 172.20.0.11 (465c0961-b316-4315-a22f-1b36c72a0eb1/20afdaa5-b67b-4d1d-9684-3e2cc509fabe/e147ca0a-d93f-4a6c-bd28-ff1274367ad0) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:29.876900 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-fcccfa4b-b2d4-4c95-9ddc-110371447e97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:29.877836 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-fcccfa4b-b2d4-4c95-9ddc-110371447e97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Synchronizing usage tracker for tenant:4e2d4139a72743ff8590764a772623cd on resource:network {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:29.891833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-cebf9cf0-a30c-4c71-bbef-a8b448d41f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:29.893521 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-cebf9cf0-a30c-4c71-bbef-a8b448d41f54 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b136efa4a0c048cd88f6d6e815a16ae9&device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 1096 time: 0.2636499
Jul 07 18:31:30.025007 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-0de9a6f8-0adf-49bd-b403-f2bd508aa903 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f HTTP/1.1" status: 200  len: 217 time: 0.1123524
Jul 07 18:31:30.028788 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-fcccfa4b-b2d4-4c95-9ddc-110371447e97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Unset dirty status for tenant:4e2d4139a72743ff8590764a772623cd on resource:network {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:30.037365 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-fcccfa4b-b2d4-4c95-9ddc-110371447e97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 810 time: 0.5335364
Jul 07 18:31:30.122968 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-13d76258-afde-4db0-9373-1a9839dc24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:30.124566 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-13d76258-afde-4db0-9373-1a9839dc24e9 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fe9ba136-421b-46aa-a0bf-22dc802394bb HTTP/1.1" status: 200  len: 852 time: 0.0774927
Jul 07 18:31:30.332378 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-8cd905c9-c7dd-4eab-b37a-e85a26200e49 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/quotas/4e2d4139a72743ff8590764a772623cd HTTP/1.1" status: 200  len: 375 time: 0.2926850
Jul 07 18:31:30.874015 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-dbfc1a3c-aadb-4fb7-aac1-f207c97d7c87 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d058f01e-7215-4b75-9d0b-36a11e733496&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5551198
Jul 07 18:31:31.057518 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-c45c30fa-1285-4996-93b9-4b3a72f3bdf3 service neutron] 10.222.0.101 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606843
Jul 07 18:31:31.217023 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-14a5f9bb-67d5-4481-af72-f4dc90743811 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8772745
Jul 07 18:31:31.357975 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:31.400113 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22098-5318-440a-819f-68ffa3a28f9e req-416c4ec8-4c56-424f-9e61-7e4edaf54623 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:31.401876 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-58a22098-5318-440a-819f-68ffa3a28f9e req-416c4ec8-4c56-424f-9e61-7e4edaf54623 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 943 time: 1.2763448
Jul 07 18:31:31.433732 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:31.487365 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:31.562028 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:31.573110 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:31.575782 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:31.588661 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.101', 52756) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:31.663086 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:31.663831 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:31.759123 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6851780
Jul 07 18:31:31.830583 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Request body: {'port': {'device_id': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:31.899885 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-58a22098-5318-440a-819f-68ffa3a28f9e req-7c4ee0e6-0300-4f40-9628-443a5f29ff7c tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4577155
Jul 07 18:31:31.916145 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-e2e347ee-8c3c-4a60-b56b-69c03767fe35 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:31.916928 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca2d872-10ed-4c4e-902b-90079bc2bb00 req-84a90245-1724-4e74-8dfa-1d973e20b4a3 service neutron] 10.222.0.101 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8391974
Jul 07 18:31:31.917063 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-e2e347ee-8c3c-4a60-b56b-69c03767fe35 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Synchronizing usage tracker for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:network {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:31.917548 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Pushing event updated for resources: {'Port': ['ID=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:31.948234 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:31.963062 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-d0685baf-d22a-4846-b87b-384241b9ea0d service neutron] 10.222.0.60 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7211065
Jul 07 18:31:31.974271 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-e2e347ee-8c3c-4a60-b56b-69c03767fe35 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Unset dirty status for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:network {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:31.975465 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-e2e347ee-8c3c-4a60-b56b-69c03767fe35 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 818 time: 0.3857727
Jul 07 18:31:31.992559 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Request body: {'port': {'device_id': '409157ea-9707-4255-9718-c146fba5db78', 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'admin_state_up': True, 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:32.113061 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:32.349466 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:32.355270 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Usage tracker for resource:port and tenant:bf674cc0a0d841e9b4b8dd602c39e9ca is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:32.362619 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:32.370816 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:32.383622 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Made reservation on behalf of bf674cc0a0d841e9b4b8dd602c39e9ca for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:32.387749 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:32.658683 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-37634841-e967-47b8-aaff-69e2cb88b905 req-0724724c-68a8-4527-9070-91d624afdd3f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Synchronizing usage tracker for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:32.699767 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-37634841-e967-47b8-aaff-69e2cb88b905 req-0724724c-68a8-4527-9070-91d624afdd3f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Unset dirty status for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:32.701630 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-37634841-e967-47b8-aaff-69e2cb88b905 req-0724724c-68a8-4527-9070-91d624afdd3f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 210 time: 0.3567810
Jul 07 18:31:32.730521 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-6d2d5b9a-01bd-4251-a90b-da9e32a025a1 service neutron] 10.222.0.60 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6559482
Jul 07 18:31:32.740201 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Allocated IP 172.20.0.12 (465c0961-b316-4315-a22f-1b36c72a0eb1/20afdaa5-b67b-4d1d-9684-3e2cc509fabe/8bd5b25b-3ef6-445d-8642-445611592789) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:33.017645 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5432e9b-af61-423f-9b5a-711d3707020b req-48225dec-493a-4f21-bb0d-334ff75b2cdd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0498919
Jul 07 18:31:33.107194 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'tag': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f', 'status': 'completed', 'code': 200}
Jul 07 18:31:33.156066 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:33.167262 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device d614bc2c-3ca2-4b35-b627-4dc77ce4598f details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:31:33.223362 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:33.262176 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:33.363543 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Network 465c0961-b316-4315-a22f-1b36c72a0eb1 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:33.391479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:33.397130 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:33.415186 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:33.415841 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:33.476220 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4912076
Jul 07 18:31:33.505578 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port d614bc2c-3ca2-4b35-b627-4dc77ce4598f, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,segment=NetworkSegment(9fe68f66-ac0e-487c-9a5b-85b1063f57da),segment_id=9fe68f66-ac0e-487c-9a5b-85b1063f57da)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:33.508254 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Pushing event updated for resources: {'Port': ['ID=8bd5b25b-3ef6-445d-8642-445611592789,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:33.523386 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:33.524744 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f', 'network_id': 'd058f01e-7215-4b75-9d0b-36a11e733496', 'port_id': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f', 'mac_address': 'fa:16:3e:97:3f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9ba136-421b-46aa-a0bf-22dc802394bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:31:33.590524 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:33.612607 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d614bc2c-3ca2-4b35-b627-4dc77ce4598f {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:33.634695 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port d614bc2c-3ca2-4b35-b627-4dc77ce4598f, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,segment=NetworkSegment(9fe68f66-ac0e-487c-9a5b-85b1063f57da),segment_id=9fe68f66-ac0e-487c-9a5b-85b1063f57da)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:33.641492 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:33.644301 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d36770a6-8d69-4546-90a9-ae4e36b37a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:33.732727 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:33.736988 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:33.846745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cbcb0-6545-409a-adc5-0fb35aab97a3 req-92ebdc5b-ddfb-41a7-8901-e114e16c0720 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:33.847834 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b69cbcb0-6545-409a-adc5-0fb35aab97a3 req-92ebdc5b-ddfb-41a7-8901-e114e16c0720 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 943 time: 0.6997223
Jul 07 18:31:33.853280 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-6081e1df-69bf-4b2b-b3b9-6ec2ba82f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:33.854709 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-6081e1df-69bf-4b2b-b3b9-6ec2ba82f0a1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b136efa4a0c048cd88f6d6e815a16ae9&device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 1096 time: 0.7037554
Jul 07 18:31:33.888064 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e147ca0a-d93f-4a6c-bd28-ff1274367ad0 {{(pid=78558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:33.913656 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:33.966560 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Transition to ACTIVE for port object e147ca0a-d93f-4a6c-bd28-ff1274367ad0 will not be triggered until provisioned by entity L2. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:33.975286 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b69cbcb0-6545-409a-adc5-0fb35aab97a3 req-ca7ce78f-9a1f-4f9a-a2a9-959208811394 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896928
Jul 07 18:31:33.977070 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:33.984705 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:34.151373 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Pushing event updated for resources: {'Port': ['ID=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:34.154369 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:34.276335 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c1d0-c1ae-4a44-9192-cd4cebfbde0b req-26cde613-0622-479a-ae51-fca9ef0ddc4e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:34.277975 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94c6c1d0-c1ae-4a44-9192-cd4cebfbde0b req-26cde613-0622-479a-ae51-fca9ef0ddc4e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 932 time: 0.4271448
Jul 07 18:31:34.280189 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4b9c9d2e-60ae-4ed7-a04f-e04189510a16 req-1d296d28-f5ca-43ce-8b2f-9292004b4d8f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0987060
Jul 07 18:31:34.364157 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94c6c1d0-c1ae-4a44-9192-cd4cebfbde0b req-b40eb248-c4f5-42a3-afc2-7ddfec69850b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728412
Jul 07 18:31:34.370096 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Attempting to bind port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:34.371392 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Attempting to bind port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:34.371953 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Attempting to bind port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 on network 465c0961-b316-4315-a22f-1b36c72a0eb1 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:34.378190 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 on network 465c0961-b316-4315-a22f-1b36c72a0eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:31:34.378791 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Attempting to bind port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 on network 465c0961-b316-4315-a22f-1b36c72a0eb1 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:34.388927 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:34.389509 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Checking segment: {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:34.390122 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Bound using segment: {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:34.390704 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Bound port: e147ca0a-d93f-4a6c-bd28-ff1274367ad0, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'}}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:34.391050 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:34.492046 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] For port e147ca0a-d93f-4a6c-bd28-ff1274367ad0, host hv-cinder-79869, cleared binding levels {{(pid=78558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:34.495231 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] For port e147ca0a-d93f-4a6c-bd28-ff1274367ad0, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:34.499198 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:34.503419 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:34.566405 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:34.566535 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:34.567868 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] 10.222.0.101 "PUT /v2.0/ports/e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 200  len: 1094 time: 2.7587709
Jul 07 18:31:34.583239 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Pushing event updated for resources: {'Port': ['ID=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,revision_number=3']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:34.587056 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:34.848626 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55502) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:34.976742 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:34.992650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:34.996426 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Usage tracker for resource:security_group_rule and tenant:c6caea69f0574025a2975d7cfd563a68 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:34.999244 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:35.006350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:35.102555 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.107324 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.122435 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3855872c-808d-40a4-89cf-c3fd16e307bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:35.129973 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55518) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:35.134343 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'tag': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:31:35.170049 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6caea69f0574025a2975d7cfd563a68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3174157
Jul 07 18:31:35.170049 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55526) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:35.183348 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c61ce-d506-40e9-b9ff-ea8ccc00a26b,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:35.187656 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:35.235283 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'tag': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0', 'status': 'completed', 'code': 200}
Jul 07 18:31:35.253516 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.260741 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559970-7e50-48e0-96c4-1eb1a7327db0 req-a67fa351-5327-4985-b76c-11efda4d3b00 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:35.262693 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-88559970-7e50-48e0-96c4-1eb1a7327db0 req-a67fa351-5327-4985-b76c-11efda4d3b00 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 944 time: 0.1624424
Jul 07 18:31:35.305444 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.321400 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-88559970-7e50-48e0-96c4-1eb1a7327db0 req-f471d8f2-43ee-4683-84fa-19b667ffc0a1 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523705
Jul 07 18:31:35.322189 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.335750 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:35.346175 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a1280a9db24b56bf58a5aa6498d216 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:35.351158 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:35.366142 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:35.422652 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.429851 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-78f60bcb-d52f-486b-ab05-7655f6e23299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:35.453215 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c61ce-d506-40e9-b9ff-ea8ccc00a26b,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:35.453528 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ea30380e-8802-4617-b6aa-4e22acea91e7 req-4ba72864-b7f5-4529-bb23-d5f528831888 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0535531
Jul 07 18:31:35.463297 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:35.471364 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.472713 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/891c61ce-d506-40e9-b9ff-ea8ccc00a26b HTTP/1.1" status: 204  len: 168 time: 0.3018057
Jul 07 18:31:35.512759 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.517479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.526404 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7c568cb2-a399-459f-8c83-07e245e9e2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:35.569075 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5a1280a9db24b56bf58a5aa6498d216&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4362943
Jul 07 18:31:35.570729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5530ee-352d-4b28-85fc-b5eaf9a80daa,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:35.573001 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55538) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:35.575526 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:35.615648 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037030-ddb8-4d77-bfb8-72e17e16d05e req-d4914414-ea5f-4c8c-bc3b-c9474893dfb2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:35.619962 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b037030-ddb8-4d77-bfb8-72e17e16d05e req-d4914414-ea5f-4c8c-bc3b-c9474893dfb2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 932 time: 0.1021385
Jul 07 18:31:35.645612 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.667811 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b037030-ddb8-4d77-bfb8-72e17e16d05e req-47bb464e-3c3d-4771-8459-a3e81fb454ba tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445871
Jul 07 18:31:35.675539 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.733531 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.739941 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:35.753810 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5530ee-352d-4b28-85fc-b5eaf9a80daa,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:35.757955 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:35.760043 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.764378 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c5530ee-352d-4b28-85fc-b5eaf9a80daa HTTP/1.1" status: 204  len: 168 time: 0.1902308
Jul 07 18:31:35.817586 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55546) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:35.835975 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.852213 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:35.856274 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Usage tracker for resource:security_group_rule and tenant:9bfedc0bd79641dba90302af4e2984d0 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:35.859226 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:35.865492 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:35.955221 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.959573 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:35.968341 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3c0cf63c-3c07-465f-8132-ab83078b5d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:36.012931 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9bfedc0bd79641dba90302af4e2984d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1942322
Jul 07 18:31:36.014692 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74331380-2c27-4dfb-a51c-3d1ba13468d9,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:36.015963 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 55554) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:36.018000 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:36.093624 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.125133 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.135277 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55562) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:36.152893 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.169691 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:36.176874 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Usage tracker for resource:security_group_rule and tenant:217bad468adb466b880fc8afec4bb8ff is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:36.180447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:36.184710 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.188835 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-cdb14f9d-a49b-4bae-9349-35187eb47c13 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:36.195871 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:36.203823 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74331380-2c27-4dfb-a51c-3d1ba13468d9,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:36.207607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:36.211693 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.213014 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74331380-2c27-4dfb-a51c-3d1ba13468d9 HTTP/1.1" status: 204  len: 168 time: 0.1954684
Jul 07 18:31:36.272727 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Request body: {'port': {'device_id': '409157ea-9707-4255-9718-c146fba5db78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:36.354557 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.394641 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.413340 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:36.521403 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=217bad468adb466b880fc8afec4bb8ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3850045
Jul 07 18:31:36.527813 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['d614bc2c-3ca2-4b35-b627-4dc77ce4598f'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:31:36.529186 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55576) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:36.545424 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2fdbf3-7db3-4145-a532-440ef16dd6c4,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:36.548052 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.571051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:36.751419 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.771869 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-e6702af6-701b-4703-ba03-c7532134c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:36.773504 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-e6702af6-701b-4703-ba03-c7532134c5e1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d058f01e-7215-4b75-9d0b-36a11e733496 HTTP/1.1" status: 200  len: 913 time: 0.4978025
Jul 07 18:31:36.808556 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:36.849080 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8abb0472-4480-4a5f-87ee-2af025c7b10e req-7cee9d29-e713-44d7-bb5a-e2324f0d148b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0696867
Jul 07 18:31:36.917585 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34669-da10-4fb1-8662-986dbbd53277 req-d60ff2ae-da89-4574-a22e-6be58f8e365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:36.919220 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bca34669-da10-4fb1-8662-986dbbd53277 req-d60ff2ae-da89-4574-a22e-6be58f8e365d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1097 time: 0.4821417
Jul 07 18:31:36.934814 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cf45e-8f20-4c3b-8fb4-aeaf5b98e602 req-3110d458-9eca-4bfc-9d6d-ef426fbef226 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:36.936389 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d87cf45e-8f20-4c3b-8fb4-aeaf5b98e602 req-3110d458-9eca-4bfc-9d6d-ef426fbef226 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 944 time: 0.3042181
Jul 07 18:31:37.012558 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:37.019911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:37.038536 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2fdbf3-7db3-4145-a532-440ef16dd6c4,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:37.041626 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:37.068711 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:37.069847 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d2fdbf3-7db3-4145-a532-440ef16dd6c4 HTTP/1.1" status: 204  len: 168 time: 0.5266302
Jul 07 18:31:37.084889 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d87cf45e-8f20-4c3b-8fb4-aeaf5b98e602 req-aed4129f-ee01-4288-803f-bcf5371ba08c tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376863
Jul 07 18:31:37.166095 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd5b25b-3ef6-445d-8642-445611592789 {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:37.171600 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75d50e-063d-4796-a770-13725df699b3 req-902796ee-9ec8-423b-a263-9af3b4867245 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:37.180367 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a75d50e-063d-4796-a770-13725df699b3 req-902796ee-9ec8-423b-a263-9af3b4867245 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 932 time: 0.1592779
Jul 07 18:31:37.199819 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:37.258350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Transition to ACTIVE for port object 8bd5b25b-3ef6-445d-8642-445611592789 will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:37.260269 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a75d50e-063d-4796-a770-13725df699b3 req-402d3763-58dd-4202-8b03-fe73c398a7e3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722423
Jul 07 18:31:37.265938 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:37.280025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c8496ff4-362c-43cc-8e57-24aa5c4c199d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:37.635570 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd5b25b-3ef6-445d-8642-445611592789,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:37.649652 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:37.679242 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Attempting to bind port 8bd5b25b-3ef6-445d-8642-445611592789 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:37.679587 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Attempting to bind port 8bd5b25b-3ef6-445d-8642-445611592789 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:37.680139 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Attempting to bind port 8bd5b25b-3ef6-445d-8642-445611592789 on network 465c0961-b316-4315-a22f-1b36c72a0eb1 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:37.689412 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Port 8bd5b25b-3ef6-445d-8642-445611592789 on network 465c0961-b316-4315-a22f-1b36c72a0eb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:31:37.690801 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Attempting to bind port 8bd5b25b-3ef6-445d-8642-445611592789 on network 465c0961-b316-4315-a22f-1b36c72a0eb1 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:37.704068 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:37.704999 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Checking segment: {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:37.706159 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Bound using segment: {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:37.707135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Bound port: 8bd5b25b-3ef6-445d-8642-445611592789, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77521331-534b-46f8-bcb9-9a32c02d7a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:37.707903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:37.823765 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] For port 8bd5b25b-3ef6-445d-8642-445611592789, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:37.829077 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] For port 8bd5b25b-3ef6-445d-8642-445611592789, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8bd5b25b-3ef6-445d-8642-445611592789,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:37.836232 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:37.841610 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fddf6cb7-0537-4bb6-8a70-e6003ba2fc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:37.904276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:37.905015 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:37.906446 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] 10.222.0.101 "PUT /v2.0/ports/8bd5b25b-3ef6-445d-8642-445611592789 HTTP/1.1" status: 200  len: 1094 time: 1.6435499
Jul 07 18:31:37.906921 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409157ea-9707-4255-9718-c146fba5db78', 'tag': '8bd5b25b-3ef6-445d-8642-445611592789'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:31:38.008159 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd5b25b-3ef6-445d-8642-445611592789,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:38.009417 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:38.052738 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fe7d73e4-400a-4a1a-816f-d34f22735c6e req-77638cd3-d30b-4f98-8678-d6b6814b05cd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0437715
Jul 07 18:31:38.312788 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3df194-27ea-4892-9325-23a4dfbbe791 req-902d5f27-4205-4589-a505-31a1219504d0 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:38.314954 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0f3df194-27ea-4892-9325-23a4dfbbe791 req-902d5f27-4205-4589-a505-31a1219504d0 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 944 time: 0.1002402
Jul 07 18:31:38.349166 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409157ea-9707-4255-9718-c146fba5db78', 'tag': '8bd5b25b-3ef6-445d-8642-445611592789', 'status': 'completed', 'code': 200}
Jul 07 18:31:38.528315 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0f3df194-27ea-4892-9325-23a4dfbbe791 req-2101473f-1fb7-4bea-88db-0ce4e3f423f1 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050037
Jul 07 18:31:38.585724 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64a865-659c-4f64-9d30-cc7482545ca0 req-9bb2228a-1b50-4102-bd9d-5e0fcfa610aa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:38.587424 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b64a865-659c-4f64-9d30-cc7482545ca0 req-9bb2228a-1b50-4102-bd9d-5e0fcfa610aa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.1153307
Jul 07 18:31:38.656574 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b64a865-659c-4f64-9d30-cc7482545ca0 req-65c691ee-432a-4dca-a406-e4c13e00f3af tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630479
Jul 07 18:31:39.103958 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 55682) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:39.212263 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a8a34f24-9e32-4485-98a0-9625ea2300d1 req-a13a68c8-17de-4284-9871-ab1a21a07cc0 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0485072
Jul 07 18:31:39.228987 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:39.245380 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:39.250473 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Usage tracker for resource:security_group_rule and tenant:a2799d12dfc046ecb153431e47e23d91 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:39.254304 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:39.260134 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:39.342973 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:39.347753 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:39.356414 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:39.401671 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2799d12dfc046ecb153431e47e23d91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930717
Jul 07 18:31:39.401671 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aecc1a-cfb4-45fc-a7a1-690ad60b1047,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:39.402275 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55690) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:39.405087 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:39.460411 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:39.486005 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:39.541305 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:39.544870 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b6adbdca-fa13-4962-9335-3f26c77b6975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:39.558153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aecc1a-cfb4-45fc-a7a1-690ad60b1047,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:39.561151 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:39.563212 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:39.564465 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22aecc1a-cfb4-45fc-a7a1-690ad60b1047 HTTP/1.1" status: 204  len: 168 time: 0.1614616
Jul 07 18:31:39.805841 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292b5f-3933-47f4-a3d1-e35c2a729e62 req-8de5fd40-6a98-4bb1-ab75-9e935fd1529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:39.821962 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-e1292b5f-3933-47f4-a3d1-e35c2a729e62 req-8de5fd40-6a98-4bb1-ab75-9e935fd1529e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 1097 time: 0.2136157
Jul 07 18:31:39.896199 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-64f4c073-02d8-49a0-a0bc-a48be448be9a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f HTTP/1.1" status: 200  len: 217 time: 0.3203945
Jul 07 18:31:40.030948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55710) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:40.097179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:40.116204 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292b5f-3933-47f4-a3d1-e35c2a729e62 req-e3d66a16-0c77-4be9-8132-13b5dbd6b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:40.117666 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-e1292b5f-3933-47f4-a3d1-e35c2a729e62 req-e3d66a16-0c77-4be9-8132-13b5dbd6b62a service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2841408
Jul 07 18:31:40.120039 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:40.123772 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e556b8e1dd4a2d99da8af137f62986 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:40.126633 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:40.132495 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:40.135192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34669-da10-4fb1-8662-986dbbd53277 req-20e845e5-6489-4cdc-b5a6-0f0b0074a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:40.136667 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bca34669-da10-4fb1-8662-986dbbd53277 req-20e845e5-6489-4cdc-b5a6-0f0b0074a026 service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5622461
Jul 07 18:31:40.156847 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-91172a5c-082c-485e-b62e-3c404ad8e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:40.158518 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-91172a5c-082c-485e-b62e-3c404ad8e877 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fe9ba136-421b-46aa-a0bf-22dc802394bb HTTP/1.1" status: 200  len: 852 time: 0.2450840
Jul 07 18:31:40.182750 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46e6bb-5785-4d68-a14e-71a44d6f09f2 req-ec805dc4-df17-4831-87ff-dad30272e75e tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:40.184255 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7f46e6bb-5785-4d68-a14e-71a44d6f09f2 req-ec805dc4-df17-4831-87ff-dad30272e75e tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 944 time: 0.4143376
Jul 07 18:31:40.203424 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfeef9-949f-4ca2-afa0-cc3463c3cced req-3e224f35-87fe-40c7-a429-78e6e3045cbb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:40.205874 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9cdfeef9-949f-4ca2-afa0-cc3463c3cced req-3e224f35-87fe-40c7-a429-78e6e3045cbb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.2492459
Jul 07 18:31:40.230447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:40.235368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:40.250789 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-71e8ead9-cd1b-4c3e-b170-23f8d1cb2f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:40.280775 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7f46e6bb-5785-4d68-a14e-71a44d6f09f2 req-790a1a78-9e77-4cbf-be3d-7ca2811a861f tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857050
Jul 07 18:31:40.285522 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9cdfeef9-949f-4ca2-afa0-cc3463c3cced req-2a69b256-7d4a-4672-a586-e98a22d0ad2e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646784
Jul 07 18:31:40.294136 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6e556b8e1dd4a2d99da8af137f62986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2594199
Jul 07 18:31:40.294136 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172396f5-292b-4376-af90-16666eff7e33,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:40.295010 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 55716) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:40.297482 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:40.359852 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:40.388875 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:40.432706 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab3d5c29-e1e2-4401-a398-db49ae873faa req-ad11e1a4-eff8-4be5-98e3-8030c679aa75 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0434983
Jul 07 18:31:40.447515 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:40.453441 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:40.467113 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172396f5-292b-4376-af90-16666eff7e33,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:40.469534 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:40.472351 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:40.476486 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/172396f5-292b-4376-af90-16666eff7e33 HTTP/1.1" status: 204  len: 168 time: 0.1804011
Jul 07 18:31:40.926642 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device d614bc2c-3ca2-4b35-b627-4dc77ce4598f up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:41.015847 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port d614bc2c-3ca2-4b35-b627-4dc77ce4598f completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:41.026259 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port d614bc2c-3ca2-4b35-b627-4dc77ce4598f triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:41.026875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:41.157307 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:41.193023 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:31:41.271933 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port d614bc2c-3ca2-4b35-b627-4dc77ce4598f, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,segment=NetworkSegment(9fe68f66-ac0e-487c-9a5b-85b1063f57da),segment_id=9fe68f66-ac0e-487c-9a5b-85b1063f57da)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:41.282141 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:41.284633 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:41.366584 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:41.370754 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:41.576395 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9edc3-1e33-446f-9d1d-b7bc1ef2c828 req-5084e491-6851-4526-8421-4dead6d94364 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:41.577934 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a1d9edc3-1e33-446f-9d1d-b7bc1ef2c828 req-5084e491-6851-4526-8421-4dead6d94364 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.1466079
Jul 07 18:31:41.590356 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4bc29-677c-4b94-9d79-05356b7dd752 req-f29baf76-46f3-4be1-b2de-421950cea90a tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:41.591822 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b4b4bc29-677c-4b94-9d79-05356b7dd752 req-f29baf76-46f3-4be1-b2de-421950cea90a tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.1184726
Jul 07 18:31:41.666416 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a1d9edc3-1e33-446f-9d1d-b7bc1ef2c828 req-81b9c9a7-dfb5-4219-b3b6-f1f5652d4a0b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735874
Jul 07 18:31:41.674533 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b4b4bc29-677c-4b94-9d79-05356b7dd752 req-32008af6-7d65-4b24-a8ba-6c727d0e4e3e tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681598
Jul 07 18:31:41.848831 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c9cb1b4-6979-45da-add7-7528af85faf8 req-088a001b-c173-4e50-a382-13cd4e6b983a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0584104
Jul 07 18:31:41.917156 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:41.970607 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f', 'code': 200}
Jul 07 18:31:42.878775 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.101', 52766) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:43.046698 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-95654d9f-9efd-4440-a653-db05799e7ac3 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d058f01e-7215-4b75-9d0b-36a11e733496&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1497033
Jul 07 18:31:43.291632 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a1e67-9c1d-4a1f-9405-85ed3adf3965 req-f89a978d-c491-45ea-ba25-f73f772c12cf tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:43.301211 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f49a1e67-9c1d-4a1f-9405-85ed3adf3965 req-f89a978d-c491-45ea-ba25-f73f772c12cf tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.5059044
Jul 07 18:31:43.331670 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-a0d73312-6a5b-46d3-8dac-77b11fd269e5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:43.333400 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-a0d73312-6a5b-46d3-8dac-77b11fd269e5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 810 time: 0.4449549
Jul 07 18:31:43.333907 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.101', 52769) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:43.426941 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292b5f-3933-47f4-a3d1-e35c2a729e62 req-be56ee8e-2de5-4702-9f29-92ceaa1b9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:43.428410 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-e1292b5f-3933-47f4-a3d1-e35c2a729e62 req-be56ee8e-2de5-4702-9f29-92ceaa1b9569 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5383832
Jul 07 18:31:43.455375 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-56714f6d-762c-47be-ba24-fa0800e9137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:43.457048 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-56714f6d-762c-47be-ba24-fa0800e9137b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 1098 time: 0.1188347
Jul 07 18:31:43.477847 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09a6f1-e449-41a3-948a-0c4f4538ef3e req-7e582931-fc4d-44fc-b30e-ad5e2e4987ad tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:43.479495 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0d09a6f1-e449-41a3-948a-0c4f4538ef3e req-7e582931-fc4d-44fc-b30e-ad5e2e4987ad tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.6503873
Jul 07 18:31:43.494666 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34669-da10-4fb1-8662-986dbbd53277 req-d291a1c3-4683-481a-a203-78727f387ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:43.496306 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bca34669-da10-4fb1-8662-986dbbd53277 req-d291a1c3-4683-481a-a203-78727f387ce6 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6022656
Jul 07 18:31:43.545733 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-e92ad2ee-97b6-4e05-8fa7-39eba036e15f service neutron] 10.222.0.101 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4840202
Jul 07 18:31:43.558167 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f49a1e67-9c1d-4a1f-9405-85ed3adf3965 req-763cd39d-82be-4c2d-999e-cc9c35e47191 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2553105
Jul 07 18:31:43.571525 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0d09a6f1-e449-41a3-948a-0c4f4538ef3e req-5472ebc3-62fe-4ff9-9052-8b903ecf5a8b tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784955
Jul 07 18:31:43.698771 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-58db61e9-dd51-4991-a0f9-c72e4e5c96e8 req-2d7d7c35-eebd-41f3-9937-7025653ff099 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0422091
Jul 07 18:31:44.841043 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3875165-19d8-4844-bca6-61b969a4b4b1 req-c9a7a715-94ac-49df-96a8-a3a18a320301 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:44.842474 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c3875165-19d8-4844-bca6-61b969a4b4b1 req-c9a7a715-94ac-49df-96a8-a3a18a320301 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.1566191
Jul 07 18:31:44.851802 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6316d-9bfb-49fe-9284-a7cfedf868e7 req-b7eb6601-a665-46c9-a529-4afab6f39205 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:44.853261 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-37e6316d-9bfb-49fe-9284-a7cfedf868e7 req-b7eb6601-a665-46c9-a529-4afab6f39205 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.1655624
Jul 07 18:31:44.925171 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c3875165-19d8-4844-bca6-61b969a4b4b1 req-25c18e59-6619-43d4-8773-a5d52febbdb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706227
Jul 07 18:31:44.931101 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-37e6316d-9bfb-49fe-9284-a7cfedf868e7 req-7e6c2eb5-270b-445a-80b5-b2e48443aded tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629430
Jul 07 18:31:45.070632 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ce808a9f-aeaa-4a1f-a6cc-dd5d55ba4c8d req-9297fb3f-0d76-464e-a3cf-379d9f62d43b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0464733
Jul 07 18:31:46.179178 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e56995-982e-4717-919d-14d51f45f543 req-bc79912f-3d15-49d3-b8ae-2db4ba815f0b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:46.180626 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-82e56995-982e-4717-919d-14d51f45f543 req-bc79912f-3d15-49d3-b8ae-2db4ba815f0b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.1418612
Jul 07 18:31:46.192644 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996af15-3ef9-4cfe-b5fb-b3f0df14f497 req-29a9d1ae-7c88-47fe-a476-f768e5ea977f tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:46.194261 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2996af15-3ef9-4cfe-b5fb-b3f0df14f497 req-29a9d1ae-7c88-47fe-a476-f768e5ea977f tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.1535225
Jul 07 18:31:46.303258 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:46.317536 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-82e56995-982e-4717-919d-14d51f45f543 req-dc20c7ae-7e8b-4196-bc2b-6cf97d92a4e3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221900
Jul 07 18:31:46.327979 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2996af15-3ef9-4cfe-b5fb-b3f0df14f497 req-3d518c92-595d-4495-b042-a872b0807f29 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179702
Jul 07 18:31:46.373708 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:46.381925 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-10cc94df-d00a-46db-978a-780e12da4271 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e2d4139a72743ff8590764a772623cd HTTP/1.1" status: 200  len: 379 time: 0.1259422
Jul 07 18:31:46.385258 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Usage tracker for resource:security_group_rule and tenant:2e0dbca8739846ec91a857cbf9e0e661 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:46.391727 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:46.398647 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'port': {'device_id': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'admin_state_up': True, 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'security_groups': ['bf3b3183-61ef-4dc7-ba79-c618339994b3']}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:46.425120 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:46.509763 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d881526e-2789-4dec-9b39-ee07b8e881cd req-bf3b9c69-a2cd-4828-aa1b-d1477d6e7ec8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0670848
Jul 07 18:31:46.553870 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395fe04-5657-4e48-bc20-723839e6844b req-90ef72bc-611e-4cfd-a962-b0708ab7ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:46.555410 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-90ef72bc-611e-4cfd-a962-b0708ab7ab6a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1097 time: 0.2386119
Jul 07 18:31:46.558812 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45f95ebe-62ab-493b-9c8c-878f5b13ffa7 req-a2432d8e-ab9c-4ac6-9f11-2e81b1e637de service neutron] 10.222.0.101 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947042
Jul 07 18:31:46.566471 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-d852ded7-56c6-4321-a805-0e8341b22e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:46.568280 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-d852ded7-56c6-4321-a805-0e8341b22e2b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 1097 time: 0.2392092
Jul 07 18:31:46.647712 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-c3d1008e-765f-4f9e-9730-580b48fd9eba service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 200  len: 217 time: 0.0779533
Jul 07 18:31:46.648770 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-84d3e8cd-d63a-4ce2-a6ac-dec90f929536 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bd5b25b-3ef6-445d-8642-445611592789 HTTP/1.1" status: 200  len: 217 time: 0.0724485
Jul 07 18:31:46.729388 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ef79265d-86bb-43bf-8d4e-50ed43a3fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:46.730885 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-ef79265d-86bb-43bf-8d4e-50ed43a3fad2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.0707171
Jul 07 18:31:46.800557 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-b11566a1-462a-4832-9c83-682747f5007f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619180
Jul 07 18:31:46.816011 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395fe04-5657-4e48-bc20-723839e6844b req-37d99f68-2d74-4023-a349-15a422d0be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:46.817681 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-37d99f68-2d74-4023-a349-15a422d0be19 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.1545699
Jul 07 18:31:46.818975 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:46.865048 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:port and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:46.872318 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:46.889956 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:46.893841 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-84f8b23f-d94c-4085-a519-5c37ce4e792f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672905
Jul 07 18:31:47.002629 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-1786d7d1-eb7d-41e1-9260-620af2304e11 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941671
Jul 07 18:31:47.028123 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Made reservation on behalf of 4e2d4139a72743ff8590764a772623cd for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:31:47.031903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:47.090447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:47.109839 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:47.154998 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-caf62212-ecb0-4e52-aed8-bba73d74708c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:47.172479 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-90124ecc-e4e3-4916-bcc5-7f25920758da service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707212
Jul 07 18:31:47.234258 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8fe6fc58-1dcb-4af7-b65e-f08d952dff9f req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9581370
Jul 07 18:31:47.270327 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5908a472-86a5-4072-bf1c-9abdf53aa204 req-38ec5899-bc22-4376-8a19-d1e0b43154a9 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2569439
Jul 07 18:31:47.324044 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dba2972b-20ff-4caf-8fdb-da6286bb13ce,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:47.336937 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:47.454433 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Allocated IP 172.20.0.4 (d94b882e-8392-4485-aeb3-262c03ca768a/061bb18d-8f04-4a62-8d27-2de0db8ee05b/4b7cef72-120b-4d80-a5cd-432231d22cb5) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:31:47.459653 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8395fe04-5657-4e48-bc20-723839e6844b req-0af8a5f5-982b-4958-9c2c-8cba8ddefdb7 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739522
Jul 07 18:31:47.741711 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e6543-1724-4775-8337-880aaea742b1 req-52317d44-2dbf-4a43-8632-a8d5b3279d05 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:47.745842 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c95e6543-1724-4775-8337-880aaea742b1 req-52317d44-2dbf-4a43-8632-a8d5b3279d05 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.1554077
Jul 07 18:31:47.759358 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:47.776975 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Transition to ACTIVE for port object 4b7cef72-120b-4d80-a5cd-432231d22cb5 will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:47.784412 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287e627-8396-4aa3-bce8-9ac33e6506b8 req-32fe28c4-6079-48ea-b0b0-08f4fe1c2303 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:47.793382 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9287e627-8396-4aa3-bce8-9ac33e6506b8 req-32fe28c4-6079-48ea-b0b0-08f4fe1c2303 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.2590888
Jul 07 18:31:47.808373 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:47.818241 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:47.873642 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9287e627-8396-4aa3-bce8-9ac33e6506b8 req-3fda1fb4-e64d-4670-8a09-d1abc9b275fd tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787096
Jul 07 18:31:47.885259 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c95e6543-1724-4775-8337-880aaea742b1 req-895b3ff7-2802-48a8-8108-2f092ac02f06 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303275
Jul 07 18:31:47.891728 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Network d94b882e-8392-4485-aeb3-262c03ca768a is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:31:47.896690 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:31:47.919969 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:31:47.927376 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:47.928028 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:47.957971 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5671597
Jul 07 18:31:47.978547 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'Port': ['ID=4b7cef72-120b-4d80-a5cd-432231d22cb5,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:47.992887 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Request body: {'port': {'device_id': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:31:48.058595 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:48.166044 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b547dd-748d-44aa-868a-2f4973bd0f54 req-fc38ffdd-c410-4f7b-990d-8f2d726cce45 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:48.176546 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-42b547dd-748d-44aa-868a-2f4973bd0f54 req-fc38ffdd-c410-4f7b-990d-8f2d726cce45 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 931 time: 0.1187789
Jul 07 18:31:48.182249 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:48.246144 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-42b547dd-748d-44aa-868a-2f4973bd0f54 req-ed1323dc-4dc1-4064-a37d-a70ec72644ae tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660915
Jul 07 18:31:48.350051 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-65d911a2-3722-466c-b2fa-c0ae03c42d32 None None] Provisioning for port 4b7cef72-120b-4d80-a5cd-432231d22cb5 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:48.356770 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-65d911a2-3722-466c-b2fa-c0ae03c42d32 None None] Provisioning complete for port 4b7cef72-120b-4d80-a5cd-432231d22cb5 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:48.357467 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-65d911a2-3722-466c-b2fa-c0ae03c42d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:48.429090 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-65d911a2-3722-466c-b2fa-c0ae03c42d32 None None] Port 4b7cef72-120b-4d80-a5cd-432231d22cb5 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:31:48.652990 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7cef72-120b-4d80-a5cd-432231d22cb5 {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:48.661557 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:48.676731 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Transition to ACTIVE for port object 4b7cef72-120b-4d80-a5cd-432231d22cb5 will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:31:48.680657 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:48.690872 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-85fa0eed-0210-4ea6-9e55-bc04ff87069a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:48.908512 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7cef72-120b-4d80-a5cd-432231d22cb5,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:48.915257 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:48.917687 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Attempting to bind port 4b7cef72-120b-4d80-a5cd-432231d22cb5 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:31:48.918205 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Attempting to bind port 4b7cef72-120b-4d80-a5cd-432231d22cb5 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:31:48.918681 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Attempting to bind port 4b7cef72-120b-4d80-a5cd-432231d22cb5 on network d94b882e-8392-4485-aeb3-262c03ca768a {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:48.931694 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Port 4b7cef72-120b-4d80-a5cd-432231d22cb5 on network d94b882e-8392-4485-aeb3-262c03ca768a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:31:48.932237 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Attempting to bind port 4b7cef72-120b-4d80-a5cd-432231d22cb5 on network d94b882e-8392-4485-aeb3-262c03ca768a {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:31:48.947040 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:31:48.948466 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Checking segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:31:48.949045 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Bound using segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:31:48.950296 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Bound port: 4b7cef72-120b-4d80-a5cd-432231d22cb5, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:31:48.961144 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:49.230396 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] For port 4b7cef72-120b-4d80-a5cd-432231d22cb5, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:31:49.233723 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] For port 4b7cef72-120b-4d80-a5cd-432231d22cb5, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:31:49.246855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:49.273796 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:49.368296 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:49.369262 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:49.370808 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] 10.222.0.101 "PUT /v2.0/ports/4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 200  len: 1093 time: 1.3933995
Jul 07 18:31:49.371620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:31:49.371733 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770098b1-9800-4424-ba5c-b6eb585e4c5b req-39d046c6-3bbb-4e19-88e3-5e9a34f59f12 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:49.373176 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-770098b1-9800-4424-ba5c-b6eb585e4c5b req-39d046c6-3bbb-4e19-88e3-5e9a34f59f12 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.2541075
Jul 07 18:31:49.397828 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7cef72-120b-4d80-a5cd-432231d22cb5,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:49.404322 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:49.455210 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097365c-4b59-458c-92ab-270d0793c502 req-c948b2fe-8996-4600-a4f4-a3eac0a44c2f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:49.456919 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6097365c-4b59-458c-92ab-270d0793c502 req-c948b2fe-8996-4600-a4f4-a3eac0a44c2f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.1807871
Jul 07 18:31:49.522496 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6097365c-4b59-458c-92ab-270d0793c502 req-4dd96ea6-7444-4d11-8417-225fc0fe1609 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559149
Jul 07 18:31:49.543537 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-770098b1-9800-4424-ba5c-b6eb585e4c5b req-487e046f-06d2-4625-a966-f6f6d0e817ce tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589539
Jul 07 18:31:49.557788 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-10d9e591-a5df-4bf4-8a1b-24b4a602f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:49.573332 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-10d9e591-a5df-4bf4-8a1b-24b4a602f606 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 1096 time: 0.1576085
Jul 07 18:31:49.668140 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'status': 'completed', 'code': 200}
Jul 07 18:31:49.684425 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-e604cc82-0268-4833-adc3-2e3850e1541d service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 200  len: 217 time: 0.1018488
Jul 07 18:31:49.723992 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceb95d-8712-4648-a16f-60d3bd448447 req-e37b64a7-7802-41d8-b660-36d7d170c72f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:49.725547 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98ceb95d-8712-4648-a16f-60d3bd448447 req-e37b64a7-7802-41d8-b660-36d7d170c72f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.0940721
Jul 07 18:31:49.776622 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98ceb95d-8712-4648-a16f-60d3bd448447 req-80017e4e-cd49-4925-b2ea-064d3ddf61fe tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447123
Jul 07 18:31:50.485114 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56078) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:50.606194 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:50.621744 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:31:50.625766 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Usage tracker for resource:security_group_rule and tenant:cccc7b104d4f4f39a7f823faf2623a4b is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:31:50.629729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:31:50.635536 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:31:50.680600 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e147ca0a-d93f-4a6c-bd28-ff1274367ad0 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:31:50.724484 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbb9be-7e6e-4cb1-aabf-bfbe38b39e6d req-4eea2295-51d2-4c96-9f81-5a5b637fb19b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:50.726046 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6cbbb9be-7e6e-4cb1-aabf-bfbe38b39e6d req-4eea2295-51d2-4c96-9f81-5a5b637fb19b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 944 time: 0.0994596
Jul 07 18:31:50.763129 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-4bbbb965-1c75-46e7-9e92-e033b668a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:50.764558 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-4bbbb965-1c75-46e7-9e92-e033b668a237 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.0840776
Jul 07 18:31:50.775069 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6cbbb9be-7e6e-4cb1-aabf-bfbe38b39e6d req-8bc60274-64cd-4d85-a6f2-25f39da35089 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430851
Jul 07 18:31:50.797138 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:50.802701 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:50.811196 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:50.852354 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a25fb-35af-46e2-9caf-f6e7a69ee210,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:50.856654 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cccc7b104d4f4f39a7f823faf2623a4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705075
Jul 07 18:31:50.858009 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:50.859244 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56090) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:31:50.917657 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port e147ca0a-d93f-4a6c-bd28-ff1274367ad0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:50.928587 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:50.934209 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0', 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'port_id': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0', 'mac_address': 'fa:16:3e:bf:c0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:31:50.962902 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:50.996171 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c2a73-13f8-4942-a908-0beb82d69446 req-6028f12c-d307-40f4-b7c9-6b3fbde8776b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:51.003808 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d80c2a73-13f8-4942-a908-0beb82d69446 req-6028f12c-d307-40f4-b7c9-6b3fbde8776b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.1003461
Jul 07 18:31:51.006652 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:51.027561 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e147ca0a-d93f-4a6c-bd28-ff1274367ad0 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:51.030116 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:51.035522 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:51.049085 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a25fb-35af-46e2-9caf-f6e7a69ee210,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:51.050608 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port e147ca0a-d93f-4a6c-bd28-ff1274367ad0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:51.051831 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d80c2a73-13f8-4942-a908-0beb82d69446 req-b08bd8a6-db2e-48de-ab69-0a3a2ba54bc1 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469818
Jul 07 18:31:51.054753 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:51.056907 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:51.058003 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:51.058129 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/786a25fb-35af-46e2-9caf-f6e7a69ee210 HTTP/1.1" status: 204  len: 168 time: 0.1977406
Jul 07 18:31:51.058962 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8bd5b25b-3ef6-445d-8642-445611592789 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:31:51.062478 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:51.161794 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:51.165274 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8bd5b25b-3ef6-445d-8642-445611592789, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8bd5b25b-3ef6-445d-8642-445611592789,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:51.172616 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:51.181154 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '8bd5b25b-3ef6-445d-8642-445611592789', 'network_id': '465c0961-b316-4315-a22f-1b36c72a0eb1', 'port_id': '8bd5b25b-3ef6-445d-8642-445611592789', 'mac_address': 'fa:16:3e:84:dd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20afdaa5-b67b-4d1d-9684-3e2cc509fabe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:31:51.261060 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:51.279817 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd5b25b-3ef6-445d-8642-445611592789 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:51.296389 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8bd5b25b-3ef6-445d-8642-445611592789, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8bd5b25b-3ef6-445d-8642-445611592789,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:51.301598 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:51.303422 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:51.374245 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8bd5b25b-3ef6-445d-8642-445611592789,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:51.377934 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:51.725166 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-e66f541b-7556-4656-bbbf-7a0d420019b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:51.726750 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-e66f541b-7556-4656-bbbf-7a0d420019b5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804932
Jul 07 18:31:51.976896 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b07f2-45da-401e-892d-669e95b410e9 req-2f235f31-c0d4-4888-9727-01a8e797c4f4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:51.978380 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-855b07f2-45da-401e-892d-669e95b410e9 req-2f235f31-c0d4-4888-9727-01a8e797c4f4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 945 time: 0.0888216
Jul 07 18:31:52.028708 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-855b07f2-45da-401e-892d-669e95b410e9 req-963251b4-a1b3-464b-954a-b66f86b0ad3e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444882
Jul 07 18:31:52.277703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2ead-f867-48f6-a684-2433d1014864 req-b20c6697-0967-42bf-86b7-c567f035dbaf tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:52.279261 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2f1f2ead-f867-48f6-a684-2433d1014864 req-b20c6697-0967-42bf-86b7-c567f035dbaf tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.1107130
Jul 07 18:31:52.343712 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2f1f2ead-f867-48f6-a684-2433d1014864 req-c4bb6b33-6907-4fb6-a10e-e40661c7c123 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568154
Jul 07 18:31:52.917793 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f447163d-c333-4421-bdd0-5d656a6849cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:52.920875 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-e26c31f8-a873-4906-b330-ab4dd1198c0a service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416082
Jul 07 18:31:53.065935 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-44cd7d27-da43-4c10-bcae-1b68a2d51136 req-a49ca955-71d1-41d9-8db2-21ebeac6161c service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366117
Jul 07 18:31:53.083028 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['8bd5b25b-3ef6-445d-8642-445611592789'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:31:53.126676 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['e147ca0a-d93f-4a6c-bd28-ff1274367ad0'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:31:53.238170 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-e2c5e7a7-9654-4da6-84e6-c782752229d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:53.239911 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-e2c5e7a7-9654-4da6-84e6-c782752229d6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 1096 time: 0.1108716
Jul 07 18:31:53.305155 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60063e5-9d52-4ab3-948c-197d5564d6cd req-db8a1e71-7112-4e73-a1bb-5f8036a14e88 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:53.315889 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f60063e5-9d52-4ab3-948c-197d5564d6cd req-db8a1e71-7112-4e73-a1bb-5f8036a14e88 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 945 time: 0.1542892
Jul 07 18:31:53.384970 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f60063e5-9d52-4ab3-948c-197d5564d6cd req-7acfbb60-2a4f-436c-b030-757b33cbc3db tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677097
Jul 07 18:31:53.484502 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-f1076afa-5882-4fe9-ad79-6fd571a8fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:53.489004 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-f1076afa-5882-4fe9-ad79-6fd571a8fab0 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 911 time: 0.2420044
Jul 07 18:31:53.639999 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-4780f3c9-9fff-4f7c-8278-5dfc29a5f066 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 200  len: 217 time: 0.1434767
Jul 07 18:31:53.668844 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:53.686493 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe680ea-3e2c-435b-a1d7-aae6c51fe8fa req-733510c2-2027-422b-b794-14fd56f20293 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:53.690979 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-abe680ea-3e2c-435b-a1d7-aae6c51fe8fa req-733510c2-2027-422b-b794-14fd56f20293 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.1695180
Jul 07 18:31:53.760910 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-abe680ea-3e2c-435b-a1d7-aae6c51fe8fa req-9b83f749-2604-46ea-be74-f78a35ed0335 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586228
Jul 07 18:31:53.771499 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-7fde19b3-d63c-4271-9786-a7fa9139d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:53.773473 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-7fde19b3-d63c-4271-9786-a7fa9139d221 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.1249530
Jul 07 18:31:53.911454 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-6c98b95c-db69-4292-ac09-ec37884f2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:53.913079 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-6c98b95c-db69-4292-ac09-ec37884f2a3e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1286566
Jul 07 18:31:54.071583 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-89c2d3b1-920f-4b22-9c25-41fcebaf56cf service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453164
Jul 07 18:31:54.237134 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0fd03967-3862-473e-abf0-39e95a8d1859 req-ee54d13f-4468-425b-988c-ce171102a8af service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573524
Jul 07 18:31:54.484284 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:31:54.605257 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e47f3-c6c1-470f-b965-c0e01fa955b1 req-c1626e88-9f3f-41f2-abb3-d94e75c3b306 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:54.606761 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-292e47f3-c6c1-470f-b965-c0e01fa955b1 req-c1626e88-9f3f-41f2-abb3-d94e75c3b306 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 945 time: 0.0934463
Jul 07 18:31:54.669283 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-292e47f3-c6c1-470f-b965-c0e01fa955b1 req-01cfab3c-47c8-43e9-bed5-e3c47b47a564 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539315
Jul 07 18:31:54.797596 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e147ca0a-d93f-4a6c-bd28-ff1274367ad0 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:54.932063 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:54.938656 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:54.939761 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:54.997722 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68cb16-dab5-4e78-930b-263052612bc6 req-c2498ea2-6c49-4f2e-a61d-803fdb2f3e8f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:54.999515 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab68cb16-dab5-4e78-930b-263052612bc6 req-c2498ea2-6c49-4f2e-a61d-803fdb2f3e8f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.1009352
Jul 07 18:31:55.099096 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab68cb16-dab5-4e78-930b-263052612bc6 req-e0dd3e91-0b8c-4f5b-8df6-39e482edd922 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899811
Jul 07 18:31:55.133276 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:55.174170 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:31:55.183862 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port e147ca0a-d93f-4a6c-bd28-ff1274367ad0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:55.190834 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:55.192422 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8bd5b25b-3ef6-445d-8642-445611592789 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:31:55.229181 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-20a71ad3-1894-419c-aa41-29acc22f0482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:55.285662 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0', 'code': 200}
Jul 07 18:31:55.332957 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:55.336038 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:55.347479 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 8bd5b25b-3ef6-445d-8642-445611592789 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:31:55.354792 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 8bd5b25b-3ef6-445d-8642-445611592789 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:31:55.355835 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:55.487944 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:55.526326 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8bd5b25b-3ef6-445d-8642-445611592789, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8bd5b25b-3ef6-445d-8642-445611592789,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:55.532288 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:55.536556 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:55.620921 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8bd5b25b-3ef6-445d-8642-445611592789,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:55.624940 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:55.662064 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743ef45-1059-41c4-af12-87a774df11dd req-4fb30061-719a-4de9-aefc-f4045e309d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:55.663605 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5743ef45-1059-41c4-af12-87a774df11dd req-4fb30061-719a-4de9-aefc-f4045e309d08 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.1563683
Jul 07 18:31:55.885730 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537b61-b731-45d2-80a4-711c1d4c7df8 req-157bc53c-18bc-46b0-8876-ce5b83742ee1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:55.887317 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-48537b61-b731-45d2-80a4-711c1d4c7df8 req-157bc53c-18bc-46b0-8876-ce5b83742ee1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0878506
Jul 07 18:31:55.941822 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-48537b61-b731-45d2-80a4-711c1d4c7df8 req-6d13c48a-ac62-45d9-821c-4f0abf5f1f22 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478644
Jul 07 18:31:56.267550 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ff63d51a-02fd-46a9-b36f-f1f7dde46899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:56.309171 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02f4b8-261d-43ae-b9ca-1ed1d49a79f7 req-3e4d8df5-620c-4016-ba04-f1a365fb6096 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:56.310695 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aa02f4b8-261d-43ae-b9ca-1ed1d49a79f7 req-3e4d8df5-620c-4016-ba04-f1a365fb6096 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.1017895
Jul 07 18:31:56.360495 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aa02f4b8-261d-43ae-b9ca-1ed1d49a79f7 req-bf5860b9-f289-493f-bc3a-661ed1824f1e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433962
Jul 07 18:31:56.611417 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5743ef45-1059-41c4-af12-87a774df11dd req-4ed3679f-9167-4e2c-8eee-b3de6a5052e0 service neutron] Synchronizing usage tracker for tenant:2e0dbca8739846ec91a857cbf9e0e661 on resource:security_group {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:31:56.629365 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5743ef45-1059-41c4-af12-87a774df11dd req-4ed3679f-9167-4e2c-8eee-b3de6a5052e0 service neutron] Unset dirty status for tenant:2e0dbca8739846ec91a857cbf9e0e661 on resource:security_group {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:31:56.630620 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5743ef45-1059-41c4-af12-87a774df11dd req-4ed3679f-9167-4e2c-8eee-b3de6a5052e0 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620689
Jul 07 18:31:57.160352 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2057999-5580-42bf-9c8a-8b9ea34df99e req-14314e1b-8b3b-4d55-b57f-52aae7ed8fa5 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:57.162055 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e2057999-5580-42bf-9c8a-8b9ea34df99e req-14314e1b-8b3b-4d55-b57f-52aae7ed8fa5 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0900376
Jul 07 18:31:57.239704 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e2057999-5580-42bf-9c8a-8b9ea34df99e req-32cc54eb-6f59-4190-ab00-7da074d8c6ba tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700483
Jul 07 18:31:57.285799 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409157ea-9707-4255-9718-c146fba5db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd5b25b-3ef6-445d-8642-445611592789'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:31:57.337805 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409157ea-9707-4255-9718-c146fba5db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd5b25b-3ef6-445d-8642-445611592789', 'code': 200}
Jul 07 18:31:57.342605 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:57.566428 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d782a-e6c6-4c4d-a581-f9c062301352 req-69e35378-8470-48e3-8332-e575eec12bb4 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:57.567923 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c8d782a-e6c6-4c4d-a581-f9c062301352 req-69e35378-8470-48e3-8332-e575eec12bb4 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.0917423
Jul 07 18:31:57.618539 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c8d782a-e6c6-4c4d-a581-f9c062301352 req-b2a9ca14-3e0c-44ae-bccf-10f0b7aac2ff tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447567
Jul 07 18:31:58.435889 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0298-f3fb-4f6c-a1cc-1aad5997374f req-ff2416ee-6598-467e-8076-fafa7fd1495d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:58.437397 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-775e0298-f3fb-4f6c-a1cc-1aad5997374f req-ff2416ee-6598-467e-8076-fafa7fd1495d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0812929
Jul 07 18:31:58.484383 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-775e0298-f3fb-4f6c-a1cc-1aad5997374f req-8ec00acb-81fc-402c-a688-966b06181bc2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404406
Jul 07 18:31:58.556158 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:58.639860 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4b7cef72-120b-4d80-a5cd-432231d22cb5 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:31:58.799786 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 4b7cef72-120b-4d80-a5cd-432231d22cb5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:58.815512 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'port_id': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'mac_address': 'fa:16:3e:51:35:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:31:58.883545 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:58.905629 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7cef72-120b-4d80-a5cd-432231d22cb5 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:31:58.918237 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b27160-e956-4fe8-9b69-a59eaa36a037 req-a9e85eac-ee9f-4d1c-b67c-63843e835c9c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:58.919766 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-15b27160-e956-4fe8-9b69-a59eaa36a037 req-a9e85eac-ee9f-4d1c-b67c-63843e835c9c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 943 time: 0.1667249
Jul 07 18:31:58.929464 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 4b7cef72-120b-4d80-a5cd-432231d22cb5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:31:58.934766 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:31:58.937105 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-7360ee2b-7913-448e-9ba8-0f454a8b32da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:31:58.973810 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-15b27160-e956-4fe8-9b69-a59eaa36a037 req-080dce05-0c9b-44c5-a22f-56056d7d72d8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419054
Jul 07 18:31:59.018782 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=4b7cef72-120b-4d80-a5cd-432231d22cb5,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:31:59.022058 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:31:59.035674 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b035-af94-4fba-807d-f66029da8eaf req-90bb692e-a91d-4361-add7-f93765013117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:59.037301 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d034b035-af94-4fba-807d-f66029da8eaf req-90bb692e-a91d-4361-add7-f93765013117 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 1099 time: 0.0964158
Jul 07 18:31:59.083605 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d034b035-af94-4fba-807d-f66029da8eaf req-92aa267a-2f36-4cc0-b767-af4bfc802607 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375860
Jul 07 18:31:59.685397 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638cb65-3f75-4835-9e12-0f1f74250b8a req-f1d3a532-b4ea-4f9f-a482-83c97aa22bef tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:31:59.686870 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b638cb65-3f75-4835-9e12-0f1f74250b8a req-f1d3a532-b4ea-4f9f-a482-83c97aa22bef tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0906589
Jul 07 18:31:59.738127 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b638cb65-3f75-4835-9e12-0f1f74250b8a req-7f654f9e-00cf-4ad6-b269-bb61ba3285ae tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444412
Jul 07 18:32:00.200692 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4067-8d1a-4d73-ad77-a72ff6e51eac req-3b329bd3-9101-423c-a74d-5aa4b347ed72 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:00.202421 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e2fa4067-8d1a-4d73-ad77-a72ff6e51eac req-3b329bd3-9101-423c-a74d-5aa4b347ed72 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 944 time: 0.0838535
Jul 07 18:32:00.261408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e2fa4067-8d1a-4d73-ad77-a72ff6e51eac req-326a6b7f-250c-4ce0-9b7d-82fcecbcf2c5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506802
Jul 07 18:32:00.310193 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['4b7cef72-120b-4d80-a5cd-432231d22cb5'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:32:00.928883 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda6ae0-02c0-4a90-a663-bfe3c55a25b6 req-3d9c9c76-e7f5-4993-b679-1e65d496e8ef tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:00.930341 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8dda6ae0-02c0-4a90-a663-bfe3c55a25b6 req-3d9c9c76-e7f5-4993-b679-1e65d496e8ef tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0840580
Jul 07 18:32:00.975913 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8dda6ae0-02c0-4a90-a663-bfe3c55a25b6 req-6a4906f0-12f1-4dd5-8400-3f765341f58b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397792
Jul 07 18:32:01.450685 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80a698-e7b4-44cd-bea1-339c8731904f req-3d82f8e7-2d49-4b80-93da-0e7a5d0dc057 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:01.452288 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e80a698-e7b4-44cd-bea1-339c8731904f req-3d82f8e7-2d49-4b80-93da-0e7a5d0dc057 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 944 time: 0.0868416
Jul 07 18:32:01.504297 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e80a698-e7b4-44cd-bea1-339c8731904f req-8e386818-8faa-4048-a70f-929a36a8b02d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449390
Jul 07 18:32:02.166695 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc7d0-a7ad-40f9-9cf4-877d0af2a0c1 req-83828278-4e85-4d11-8259-95e67142fa7f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:02.168189 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-142cc7d0-a7ad-40f9-9cf4-877d0af2a0c1 req-83828278-4e85-4d11-8259-95e67142fa7f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0820293
Jul 07 18:32:02.213513 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-142cc7d0-a7ad-40f9-9cf4-877d0af2a0c1 req-a26f0bdf-5ccd-4cd6-92f3-36c36f1f05c5 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390007
Jul 07 18:32:02.696691 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77296e3-ebfb-4af9-b131-1d9434a8292e req-530beb64-21a5-4e1d-9ef1-f992fe8b8299 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:02.698274 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d77296e3-ebfb-4af9-b131-1d9434a8292e req-530beb64-21a5-4e1d-9ef1-f992fe8b8299 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 944 time: 0.0886953
Jul 07 18:32:02.747962 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d77296e3-ebfb-4af9-b131-1d9434a8292e req-a1c38d8b-e4c8-478e-a119-3a54e948ea78 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440252
Jul 07 18:32:03.417299 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0aea-b56d-4f5a-8fb8-4ffdd473ea62 req-28f4740b-b6b1-449e-90a1-9710b346bd5a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:03.419164 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-80fe0aea-b56d-4f5a-8fb8-4ffdd473ea62 req-28f4740b-b6b1-449e-90a1-9710b346bd5a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0833421
Jul 07 18:32:03.472708 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-80fe0aea-b56d-4f5a-8fb8-4ffdd473ea62 req-3c5d597e-7b61-458e-add9-e0f123e264b3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461087
Jul 07 18:32:03.906783 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56484) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:03.970508 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4ceba-c0c1-4ae1-9783-7ed5166d6b8c req-cda8f340-2f0c-4a96-b795-0f747ed0c3cb tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:03.972097 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2c4ceba-c0c1-4ae1-9783-7ed5166d6b8c req-cda8f340-2f0c-4a96-b795-0f747ed0c3cb tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 944 time: 0.1067152
Jul 07 18:32:04.036713 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2c4ceba-c0c1-4ae1-9783-7ed5166d6b8c req-ed9465d9-3649-45ac-a292-8b92ef77741b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573101
Jul 07 18:32:04.077612 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.102751 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:04.107049 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Usage tracker for resource:security_group_rule and tenant:06bb517780a944609a96df462da991c6 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:04.109855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:04.116401 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:04.207257 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.222590 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.244463 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:04.308761 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56508) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:04.309300 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06bb517780a944609a96df462da991c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3991065
Jul 07 18:32:04.310392 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9987f9-0a3f-4803-9c02-8119299ad4bc,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:04.320699 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.321193 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.321694 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.322577 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.324068 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.324561 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.325661 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.326243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.327196 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.327747 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.328289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.329538 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.330589 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4b7cef72-120b-4d80-a5cd-432231d22cb5 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:32:04.341880 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:04.401697 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.451646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.498846 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 4b7cef72-120b-4d80-a5cd-432231d22cb5 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:32:04.513025 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 4b7cef72-120b-4d80-a5cd-432231d22cb5 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:32:04.513397 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.557852 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.563473 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4018f5d9-dcde-41f4-8147-4c4429b52419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:04.578288 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9987f9-0a3f-4803-9c02-8119299ad4bc,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:04.588092 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.588678 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.589195 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.589857 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.590362 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.590856 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.591356 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.591686 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.592182 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.592669 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.593186 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.593672 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.604768 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:04.614563 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.619189 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b9987f9-0a3f-4803-9c02-8119299ad4bc HTTP/1.1" status: 204  len: 168 time: 0.3093047
Jul 07 18:32:04.709945 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.770663 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:32:04.780578 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886368a8-5854-475a-81f9-3f851a266902 req-e26166dc-7474-441c-8124-9f6b2c537b89 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:04.780828 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 4b7cef72-120b-4d80-a5cd-432231d22cb5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:32:04.783342 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-886368a8-5854-475a-81f9-3f851a266902 req-e26166dc-7474-441c-8124-9f6b2c537b89 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1204038
Jul 07 18:32:04.790509 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:04.793217 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:04.873809 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-886368a8-5854-475a-81f9-3f851a266902 req-b883fb47-5b39-4580-8773-ebdcc0509ad7 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831332
Jul 07 18:32:04.952140 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=4b7cef72-120b-4d80-a5cd-432231d22cb5,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:04.980219 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'code': 200}
Jul 07 18:32:04.984706 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.985359 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.987566 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.989255 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.989804 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.990225 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.991017 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.992306 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.992839 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.993174 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.996126 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:04.996529 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:32:05.006439 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:05.243093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56544) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:05.321505 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43704b4-f604-42cb-b3dd-55b6f160ccc8 req-db7176f3-aad3-4c86-90ca-a69e8c655d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:05.323685 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-c43704b4-f604-42cb-b3dd-55b6f160ccc8 req-db7176f3-aad3-4c86-90ca-a69e8c655d59 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 1098 time: 0.1079881
Jul 07 18:32:05.362245 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:05.389670 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:05.395378 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Usage tracker for resource:security_group_rule and tenant:979cb8b4f81340db867af35feaeec462 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:05.414242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:05.428147 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:05.466963 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-c43704b4-f604-42cb-b3dd-55b6f160ccc8 req-e8b64c5c-1578-4938-8cb1-199001e00d35 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207664
Jul 07 18:32:05.489949 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-699dbcf6-f54b-41c7-b4bb-3fed6cceaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:05.492723 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-699dbcf6-f54b-41c7-b4bb-3fed6cceaac8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 1099 time: 0.1184187
Jul 07 18:32:05.607997 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07b19-55a9-4174-8fa5-3c9f47f055f3 req-057f4a4b-7f1a-4e3a-a069-8562b5068458 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:05.609640 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a0b07b19-55a9-4174-8fa5-3c9f47f055f3 req-057f4a4b-7f1a-4e3a-a069-8562b5068458 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.3709033
Jul 07 18:32:05.646703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:05.656237 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:05.676105 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-31e2193b-5cde-4abb-b0a9-d3698bff30bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:05.721441 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a0b07b19-55a9-4174-8fa5-3c9f47f055f3 req-0c71cf08-a97c-41e5-88ec-d38071ed5fc3 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009965
Jul 07 18:32:05.738643 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfe43f-4e7f-4e81-b4e6-6afe03b5235a req-b9c2f6d9-be27-4e51-a5d7-4ec7fda709aa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:05.746159 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-75dfe43f-4e7f-4e81-b4e6-6afe03b5235a req-b9c2f6d9-be27-4e51-a5d7-4ec7fda709aa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.3278968
Jul 07 18:32:05.751742 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=979cb8b4f81340db867af35feaeec462&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5073814
Jul 07 18:32:05.754533 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56576) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:05.765800 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c880a0bf-7cd5-4474-a138-ebe776d90ced,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:05.785606 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:05.828058 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-75dfe43f-4e7f-4e81-b4e6-6afe03b5235a req-2f8cf001-9ab1-44f2-9719-333bde9e8ad1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806909
Jul 07 18:32:05.834233 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:05.868672 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:05.931215 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:05.936859 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3a190fc2-1172-45ec-a6b9-bd55eb345253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:05.950464 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c880a0bf-7cd5-4474-a138-ebe776d90ced,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:05.954887 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:05.961138 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:05.964733 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c880a0bf-7cd5-4474-a138-ebe776d90ced HTTP/1.1" status: 204  len: 168 time: 0.2067487
Jul 07 18:32:06.430670 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56620) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:06.452404 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:06.468738 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:06.474432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9235c41c5c420e92b121663dac345d is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:06.477827 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:06.484646 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:06.550981 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56628) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:06.571553 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56634) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:06.610920 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:06.617487 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:06.630222 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fb1ba43c-173c-4ede-a4ab-71446fba8b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:06.682043 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7818848-859c-4fa0-8cd6-9fdb8ece0d3b,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:06.686872 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:06.690884 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f9235c41c5c420e92b121663dac345d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2583966
Jul 07 18:32:06.693634 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56644) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:06.741891 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:06.762086 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:06.796174 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:06.798851 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:06.807910 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Usage tracker for resource:security_group_rule and tenant:5c645563c8ae4d43a751a7506f33f2a8 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:06.811999 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:06.815391 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Usage tracker for resource:security_group_rule and tenant:d95c20442e254cb38ee7b20b0a3a9a73 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:06.818716 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:06.835154 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:06.838954 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:06.847892 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:06.950736 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.206306 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482977f-08ab-4e63-bef2-68f9182010c3 req-dc224017-606a-4d0e-8e9f-b61326806344 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:07.208294 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b482977f-08ab-4e63-bef2-68f9182010c3 req-dc224017-606a-4d0e-8e9f-b61326806344 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.3526080
Jul 07 18:32:07.232621 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.256697 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:07.289417 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.300231 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97961f4-f916-4085-b92c-c289038110d5 req-330f0a39-583a-4681-b02d-d7496df189a9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:07.301759 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d97961f4-f916-4085-b92c-c289038110d5 req-330f0a39-583a-4681-b02d-d7496df189a9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.3545232
Jul 07 18:32:07.302540 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7818848-859c-4fa0-8cd6-9fdb8ece0d3b,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:07.305754 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.311105 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:07.315929 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.326583 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-40cfb3a7-06f3-40e0-a3e3-d4e3f9579927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:07.353959 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.427274 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b482977f-08ab-4e63-bef2-68f9182010c3 req-407e2cb8-b35b-47ad-8805-bd5f86886929 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2028234
Jul 07 18:32:07.450958 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c645563c8ae4d43a751a7506f33f2a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8780758
Jul 07 18:32:07.453519 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56658) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:07.455782 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a268d1-b030-4782-bc02-65a93f3127f1,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:07.462890 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d95c20442e254cb38ee7b20b0a3a9a73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9109139
Jul 07 18:32:07.464025 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.467343 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7818848-859c-4fa0-8cd6-9fdb8ece0d3b HTTP/1.1" status: 204  len: 168 time: 0.7703958
Jul 07 18:32:07.467343 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:07.468429 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56662) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:07.468952 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6de1309e-883a-454e-be08-ddd713859593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:07.481235 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d97961f4-f916-4085-b92c-c289038110d5 req-47da6c5b-3c0d-46aa-9099-a69a5c5890f1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662698
Jul 07 18:32:07.522651 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.536831 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08951178-7af3-4f06-ad9a-85668c69d23d,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:07.545812 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:07.558547 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.574604 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.606631 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.624386 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.628489 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-29d49791-9955-450c-a292-3c61dce522ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:07.640643 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a268d1-b030-4782-bc02-65a93f3127f1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:07.643798 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:07.652613 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.657964 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6a268d1-b030-4782-bc02-65a93f3127f1 HTTP/1.1" status: 204  len: 168 time: 0.2021275
Jul 07 18:32:07.685854 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.691936 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-da6a50ab-4c07-4155-8911-d7511d633690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:07.711105 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:07.713006 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08951178-7af3-4f06-ad9a-85668c69d23d HTTP/1.1" status: 204  len: 168 time: 0.2373357
Jul 07 18:32:07.714091 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08951178-7af3-4f06-ad9a-85668c69d23d,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:07.716583 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:08.112496 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56684) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:08.133283 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56688) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:08.143942 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.153285 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.180693 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:08.182186 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:08.186489 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Usage tracker for resource:security_group_rule and tenant:0bf01acea2e442049f4164555fea06f6 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:08.191323 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:08.191773 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0491b43af08248529dfdb2191da85192 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:08.199119 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:08.200478 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:08.210384 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:08.320857 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.323515 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.326956 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.328662 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.344613 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-45c753d1-7b92-45c1-a227-ae8d54a70292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:08.344912 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:08.419110 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0491b43af08248529dfdb2191da85192&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3024983
Jul 07 18:32:08.419292 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bf01acea2e442049f4164555fea06f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2819903
Jul 07 18:32:08.419649 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56700) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:08.420143 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56702) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:08.421214 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8731b60-f7fb-4769-8421-42ca0733633e,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:08.489401 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9b433-bda8-469c-8758-62674e028f9c,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:08.493219 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:08.493815 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:08.518163 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.536667 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.563902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.571289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.662022 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.671338 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-313d67b5-f370-4902-89eb-e74cbaff43e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:08.685745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.697026 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-89e03e7c-233b-40b8-aa2e-366840fbb969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:08.699110 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8731b60-f7fb-4769-8421-42ca0733633e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:08.705122 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.710824 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8731b60-f7fb-4769-8421-42ca0733633e HTTP/1.1" status: 204  len: 168 time: 0.2894125
Jul 07 18:32:08.712362 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:08.761877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9b433-bda8-469c-8758-62674e028f9c,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:08.777448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:08.790517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:08.794268 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99d9b433-bda8-469c-8758-62674e028f9c HTTP/1.1" status: 204  len: 168 time: 0.3654044
Jul 07 18:32:08.867819 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491eaa9-465b-4109-b37b-93df9da78d82 req-a40f60a6-39db-4bce-8e0c-78503af42de8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:08.869759 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4491eaa9-465b-4109-b37b-93df9da78d82 req-a40f60a6-39db-4bce-8e0c-78503af42de8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2255838
Jul 07 18:32:08.920073 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35399a-7776-4c20-aa7b-c95b141e1fb4 req-c63f67f5-8db8-4260-a637-3ac58229809c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:08.929279 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6d35399a-7776-4c20-aa7b-c95b141e1fb4 req-c63f67f5-8db8-4260-a637-3ac58229809c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.2444103
Jul 07 18:32:09.006722 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4491eaa9-465b-4109-b37b-93df9da78d82 req-52f1db18-30f5-4751-815c-e86d68a22a7f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245167
Jul 07 18:32:09.018589 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6d35399a-7776-4c20-aa7b-c95b141e1fb4 req-6b840da7-e62e-4a94-a5d5-79e35db7cc06 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882258
Jul 07 18:32:09.067819 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-6940dc79-1fcf-4ad4-91ea-1a790362188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:09.069999 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-6940dc79-1fcf-4ad4-91ea-1a790362188e service neutron] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 919 time: 0.2517583
Jul 07 18:32:09.136714 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-3c282dea-c64a-499d-b428-027aebd73ce8 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2368405
Jul 07 18:32:09.154249 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-0b64b595-72e2-43ac-985a-ca1942e0c0eb service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bd5b25b-3ef6-445d-8642-445611592789 HTTP/1.1" status: 200  len: 217 time: 0.0765533
Jul 07 18:32:09.286238 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-d777fc5e-745b-48e9-abfe-8d136276ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:09.287694 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-d777fc5e-745b-48e9-abfe-8d136276ad53 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.1212683
Jul 07 18:32:09.429802 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-0d15f179-d75d-40d3-aeb7-1e42c5b84239 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612113
Jul 07 18:32:09.639391 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-43b34d83-89ee-4445-89a1-9337a68bceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:09.646812 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-43b34d83-89ee-4445-89a1-9337a68bceb4 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b136efa4a0c048cd88f6d6e815a16ae9&device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 1098 time: 0.3575921
Jul 07 18:32:10.119985 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-8c854a2c-e310-40fb-9caf-03766aa31c52 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6660736
Jul 07 18:32:10.559177 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a7025ee0-7a27-4a8a-ac67-032444b15377 req-a669d1ad-e1ed-441a-bc34-97ebecc4aa7e service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4275060
Jul 07 18:32:10.632299 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852327c-0dae-4484-9629-cc63cfe2dc3d req-54cb2378-62a0-4c59-92c7-e945b2dc7e45 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:10.642690 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1852327c-0dae-4484-9629-cc63cfe2dc3d req-54cb2378-62a0-4c59-92c7-e945b2dc7e45 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.2161801
Jul 07 18:32:10.647223 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-b259b62f-352d-4e80-a8a1-c4c663b05db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:10.651390 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-b259b62f-352d-4e80-a8a1-c4c663b05db4 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d058f01e-7215-4b75-9d0b-36a11e733496 HTTP/1.1" status: 200  len: 913 time: 0.9622376
Jul 07 18:32:10.672745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740522b0-cf95-4965-add9-51ed3678c00c req-c1c5f0b7-b672-4b74-b516-c61e8e7b5a7c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:10.674622 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-740522b0-cf95-4965-add9-51ed3678c00c req-c1c5f0b7-b672-4b74-b516-c61e8e7b5a7c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.3168862
Jul 07 18:32:10.716760 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1852327c-0dae-4484-9629-cc63cfe2dc3d req-0d5fe1d2-9d8c-4519-a455-cce40b3b4b6a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727158
Jul 07 18:32:10.786126 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-740522b0-cf95-4965-add9-51ed3678c00c req-c07a1667-fac6-4b85-8f93-cdaab04ac2db tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827191
Jul 07 18:32:10.788213 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-be0044de-d1a8-4a2f-bac3-9db5330fa941 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f HTTP/1.1" status: 200  len: 217 time: 0.1244655
Jul 07 18:32:10.883615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-1bb95a3f-c284-48de-95c9-a7db228abfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:10.885094 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-1bb95a3f-c284-48de-95c9-a7db228abfdd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fe9ba136-421b-46aa-a0bf-22dc802394bb HTTP/1.1" status: 200  len: 852 time: 0.0791128
Jul 07 18:32:10.976295 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-a07f54fe-bd87-45e5-8a6c-dad5c38d3fa7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d058f01e-7215-4b75-9d0b-36a11e733496&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0818903
Jul 07 18:32:11.308992 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-9b08621a-7922-4173-a47e-c60f19facc92 service neutron] 10.222.0.101 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148570
Jul 07 18:32:11.448488 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56828) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:11.720437 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-bf622b32-ad71-4ee4-b84c-dc99010e30c0 req-17c24085-9c7a-4633-bb57-28652e2cb23d service neutron] 10.222.0.101 "GET /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3731422
Jul 07 18:32:11.950722 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:12.130216 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:12.176014 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:12.187216 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Usage tracker for resource:security_group_rule and tenant:0dd41f16b3ea4eb6bbd526b2a32b53b9 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:12.197821 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:12.214527 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:12.371587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a135d0-5723-489e-97cd-c18c34373826 req-c57be181-cdf0-423a-9c93-9ac2b927e300 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:12.373307 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5a135d0-5723-489e-97cd-c18c34373826 req-c57be181-cdf0-423a-9c93-9ac2b927e300 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.4193828
Jul 07 18:32:12.579865 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03bff1-8f96-492d-a36a-9ad702769966 req-0b4087b2-3df7-43c5-b3d7-e057b3a29e8f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:12.592536 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6f03bff1-8f96-492d-a36a-9ad702769966 req-0b4087b2-3df7-43c5-b3d7-e057b3a29e8f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.5185313
Jul 07 18:32:12.785373 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6f03bff1-8f96-492d-a36a-9ad702769966 req-68b9988d-b53d-47ab-8d58-c87991016fd3 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827321
Jul 07 18:32:12.787721 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:12.792401 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5a135d0-5723-489e-97cd-c18c34373826 req-47da03cb-979b-4012-ba51-d29c7264baac tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873391
Jul 07 18:32:12.794663 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:12.825917 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-757950b4-9f16-4bea-9c2a-f0b7bbe961ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:12.864084 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56894) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:12.864702 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dd41f16b3ea4eb6bbd526b2a32b53b9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4094400
Jul 07 18:32:12.865569 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9c474-18ad-4fad-a982-76fa171a6e17,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:12.871876 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:13.018068 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:13.058163 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:13.185084 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:13.193796 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-83150b3b-48b5-49be-bdcb-8093ac7de0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:13.229372 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9c474-18ad-4fad-a982-76fa171a6e17,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:13.233517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f96495-07d7-405b-9d26-1939ed157f58 req-01d00515-bacb-47d9-9a30-cae84d4decec tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:13.235512 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-13f96495-07d7-405b-9d26-1939ed157f58 req-01d00515-bacb-47d9-9a30-cae84d4decec tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2034307
Jul 07 18:32:13.246805 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 56908) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:13.254595 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:13.256356 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'floatingip': {'port_id': '4b7cef72-120b-4d80-a5cd-432231d22cb5'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:13.269049 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99a9c474-18ad-4fad-a982-76fa171a6e17 HTTP/1.1" status: 204  len: 168 time: 0.3960686
Jul 07 18:32:13.271099 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:13.426758 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:13.471520 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56920) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:13.857334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:13.886073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:13.894569 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Usage tracker for resource:security_group_rule and tenant:bacad88a032c41bbb86abd504c22865e is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:13.904207 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:13.919983 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:14.048763 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56948) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:14.104421 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.202693 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:14.216363 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.218977 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Usage tracker for resource:security_group_rule and tenant:0024c10880874ce2ba6f969e9315f1c1 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:14.226019 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:14.230837 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.249149 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a6850378-5afa-4f12-a4fd-10e7069d22cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:14.267427 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:14.303851 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7887b3-b610-4da3-8cc4-56f24c090724 req-1e1dcab4-7b52-49e0-8b0a-ef7ab6e48606 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:14.319316 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db7887b3-b610-4da3-8cc4-56f24c090724 req-1e1dcab4-7b52-49e0-8b0a-ef7ab6e48606 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.7888901
Jul 07 18:32:14.358712 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bacad88a032c41bbb86abd504c22865e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8858004
Jul 07 18:32:14.359549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56968) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:14.367692 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2dea7d-668e-486b-a98d-f9c9c833d8e1,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:14.388567 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:14.432384 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db7887b3-b610-4da3-8cc4-56f24c090724 req-63def963-e44c-4d30-a488-afc3734c7409 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114280
Jul 07 18:32:14.506232 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.588130 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.625114 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.642510 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.653154 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:14.725948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19255881-8d56-4ee3-b6cc-f915d930b53c,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:14.749080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:14.752320 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0024c10880874ce2ba6f969e9315f1c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6985784
Jul 07 18:32:14.756216 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 56984) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:14.821558 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.832833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f1af61f3-e6b7-46e4-90a7-aa965767aab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:14.850947 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ff70d-51b7-4b83-8014-d56620fe5642 req-4de78617-b2d6-42c8-baae-90da2b3c6e94 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:14.858030 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2dea7d-668e-486b-a98d-f9c9c833d8e1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:14.859241 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e2ff70d-51b7-4b83-8014-d56620fe5642 req-4de78617-b2d6-42c8-baae-90da2b3c6e94 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.7661822
Jul 07 18:32:14.862153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:14.913814 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.915247 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a2dea7d-668e-486b-a98d-f9c9c833d8e1 HTTP/1.1" status: 204  len: 168 time: 0.5517240
Jul 07 18:32:14.933893 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:14.966402 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e2ff70d-51b7-4b83-8014-d56620fe5642 req-f6344060-833b-4eea-a5f3-b2d57cdbed25 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964701
Jul 07 18:32:14.977715 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.076926 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.085108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b3034b97-ca15-465e-b139-1ba7d8a97457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:15.099871 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19255881-8d56-4ee3-b6cc-f915d930b53c,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:15.103269 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:15.121661 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.126402 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19255881-8d56-4ee3-b6cc-f915d930b53c HTTP/1.1" status: 204  len: 168 time: 0.3634229
Jul 07 18:32:15.151063 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.db.resource_extend [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 07 18:32:15.334470 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.340536 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.530448 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-1d891805-0f2c-4a4d-a43f-8ad3aaa50368 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:15.532308 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-1d891805-0f2c-4a4d-a43f-8ad3aaa50368 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.1581757
Jul 07 18:32:15.673944 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Deleting port d614bc2c-3ca2-4b35-b627-4dc77ce4598f {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:32:15.674766 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.741410 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Floating IP f4d52b7a-cc57-4d7f-98e1-02d096848145 associated. External IP: 172.27.3.121, port: 4b7cef72-120b-4d80-a5cd-432231d22cb5.
Jul 07 18:32:15.805204 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57034) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:15.829307 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57040) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:15.848964 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.863394 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:15.876898 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:15.885795 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb71d886ca945b8bf6da81aed74d04f is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:15.927529 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:15.936603 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Usage tracker for resource:security_group_rule and tenant:f8cfa5056d514ab093d77d2492f65d4c is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:15.977389 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:15.979025 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:15.986114 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:16.016207 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:16.123116 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:16.165690 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:16.289163 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:16.302215 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:16.321966 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4538374b-7268-4213-b8ae-5df863ad7b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:16.376657 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9412f78a-6fb8-442b-a49e-3e675220f31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:16.400294 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764f3dba-aa02-496b-bf5c-35a46898b12e,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:16.409025 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8cfa5056d514ab093d77d2492f65d4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5821862
Jul 07 18:32:16.410280 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:16.415820 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57068) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:16.420751 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] For port d614bc2c-3ca2-4b35-b627-4dc77ce4598f, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,segment=NetworkSegment(9fe68f66-ac0e-487c-9a5b-85b1063f57da),segment_id=9fe68f66-ac0e-487c-9a5b-85b1063f57da)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:32:16.420751 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:16.480849 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3b1-091c-4641-9466-7c797da86844 req-945b7e48-09be-469a-8820-cd49324bc750 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:16.483860 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-05a5e3b1-091c-4641-9466-7c797da86844 req-945b7e48-09be-469a-8820-cd49324bc750 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 945 time: 0.8219347
Jul 07 18:32:16.617456 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcb71d886ca945b8bf6da81aed74d04f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8108351
Jul 07 18:32:16.630887 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57078) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:16.634896 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a707d0e5-531d-42e2-b390-59acbaaec193,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:16.700129 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57082) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:16.728430 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:16.763925 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c5623-a555-48dd-8a74-e80ba8eb7e41 req-3a844de0-f784-4b89-a980-9c40188bd715 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:16.765696 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3b5c5623-a555-48dd-8a74-e80ba8eb7e41 req-3a844de0-f784-4b89-a980-9c40188bd715 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.4789479
Jul 07 18:32:16.828748 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Calling delete_port for d614bc2c-3ca2-4b35-b627-4dc77ce4598f owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:32:16.867649 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-05a5e3b1-091c-4641-9466-7c797da86844 req-0c9d89f1-f5e8-46fb-af4a-afdc0602ddbd tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/security-groups?id=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3572302
Jul 07 18:32:16.915843 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.021529 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57094) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:17.040133 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.081029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.091594 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.126700 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.143906 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3b5c5623-a555-48dd-8a74-e80ba8eb7e41 req-ed4dfd89-9c0b-4be3-b6bf-e31449df96d2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3684609
Jul 07 18:32:17.164882 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:17.200057 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Router 54887122-77c6-4362-b27a-de017779dc18 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:32:17.242575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Usage tracker for resource:security_group_rule and tenant:db58857dd692475682b874a7ad5ea155 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:17.257209 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:17.265813 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.296929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:17.319297 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.330169 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:17.352709 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Usage tracker for resource:security_group_rule and tenant:d425e4237f4e41328417ecfd5a469452 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:17.367286 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:17.374195 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-fff21baa-6cb6-4a18-abab-e8aacdd92ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:17.394344 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:17.406138 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.415600 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a707d0e5-531d-42e2-b390-59acbaaec193,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:17.427302 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:17.430189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.433481 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-96a73bbc-25ce-40a1-b4da-23c319b5dae6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:17.434278 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a707d0e5-531d-42e2-b390-59acbaaec193 HTTP/1.1" status: 204  len: 168 time: 0.8015707
Jul 07 18:32:17.453045 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:32:17.458339 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.482386 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] Sync routers for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:32:17.507056 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:32:17.508065 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b167f0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:31:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:32:17.537354 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4e178703-ff69-4d74-a714-bb2a0b795520 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "PUT /v2.0/floatingips/f4d52b7a-cc57-4d7f-98e1-02d096848145 HTTP/1.1" status: 200  len: 991 time: 4.2887125
Jul 07 18:32:17.538176 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:32:17.561545 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.613260 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'status': 'completed', 'code': 200}
Jul 07 18:32:17.816461 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:32:17.833154 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Pushing event deleted for resources: {'Port': ['ID=d614bc2c-3ca2-4b35-b627-4dc77ce4598f,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:17.855165 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:17.862754 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] No DVR routers for this DVR port d614bc2c-3ca2-4b35-b627-4dc77ce4598f on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:32:17.864662 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5e8c8f12-4e78-47c7-a1d3-e734e575d0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:17.923450 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:17.927774 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'name': 'network-vif-deleted', 'tag': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:32:17.955097 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f3dba-aa02-496b-bf5c-35a46898b12e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:17.980835 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:18.108730 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-41ef230b-81e3-48f2-8eff-4043f9ebdd51 req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.101 "DELETE /v2.0/ports/d614bc2c-3ca2-4b35-b627-4dc77ce4598f HTTP/1.1" status: 204  len: 173 time: 2.5690048
Jul 07 18:32:18.135624 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b607fdb1-a196-4c32-a451-4bd2a5d50938 req-5a9c272f-debe-4dd1-ac1a-75ba26e77be4 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.0670564
Jul 07 18:32:18.136369 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf536fc3-6616-4893-8caf-b89a48d8af12', 'name': 'network-vif-deleted', 'tag': 'd614bc2c-3ca2-4b35-b627-4dc77ce4598f', 'status': 'completed', 'code': 200}
Jul 07 18:32:18.162183 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:18.167984 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/764f3dba-aa02-496b-bf5c-35a46898b12e HTTP/1.1" status: 204  len: 168 time: 1.7509332
Jul 07 18:32:18.205137 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:18.234696 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:18.257015 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5ee2f276-d51f-4662-a2ea-4c21b0f9d564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:18.272927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:18.298420 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:18.369880 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-64fc68f3-25de-43d0-9ae1-e43f00f75ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:18.372520 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-64fc68f3-25de-43d0-9ae1-e43f00f75ff8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 1098 time: 0.6905110
Jul 07 18:32:18.393202 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57144) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:18.393526 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db58857dd692475682b874a7ad5ea155&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6890171
Jul 07 18:32:18.401732 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a32b5-be1a-4413-82ca-461bb0af59ff,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:18.431006 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:18.432289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:18.455301 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d425e4237f4e41328417ecfd5a469452&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4257183
Jul 07 18:32:18.462837 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device d614bc2c-3ca2-4b35-b627-4dc77ce4598f no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:32:18.476130 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57150) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:18.569544 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: d614bc2c-3ca2-4b35-b627-4dc77ce4598f {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:32:18.572963 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device d614bc2c-3ca2-4b35-b627-4dc77ce4598f not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:32:18.647542 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d64afe-33d3-40d9-9068-c38b7d9f6d27,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:18.652279 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:18.767101 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-581ee937-7457-4acb-b186-4d771e159869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:18.771914 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-581ee937-7457-4acb-b186-4d771e159869 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 911 time: 0.3719423
Jul 07 18:32:18.802954 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd4e-def7-476c-9d23-69af0975c240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:18.838035 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b167f0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': 'f4d52b7a-cc57-4d7f-98e1-02d096848145', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '54887122-77c6-4362-b27a-de017779dc18', 'port_id': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'mac_address': 'fa:16:3e:51:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 1, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:32:18.853932 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] Checking router: 54887122-77c6-4362-b27a-de017779dc18 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:32:18.875000 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd4e-def7-476c-9d23-69af0975c240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:18.878075 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:32:18.879169 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b167f0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:31:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:32:19.003310 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:19.048425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:19.109446 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510104e-e968-4d38-8b25-b16603891d96 req-522e439a-cd79-45c4-96cb-7161b04c7cee tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:19.111088 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4510104e-e968-4d38-8b25-b16603891d96 req-522e439a-cd79-45c4-96cb-7161b04c7cee tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.6402407
Jul 07 18:32:19.124249 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd4e-def7-476c-9d23-69af0975c240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:19.132085 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-6e63298e-5dcb-498d-86c7-bf4bf69a9006 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 200  len: 999 time: 0.3447244
Jul 07 18:32:19.232332 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-0e578523-8960-42ce-a923-f3dc02ec9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:19.234392 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-0e578523-8960-42ce-a923-f3dc02ec9fa0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.0927804
Jul 07 18:32:19.270817 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:19.352462 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9fd4e-def7-476c-9d23-69af0975c240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a32b5-be1a-4413-82ca-461bb0af59ff,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:19.389674 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b4f9fd4e-def7-476c-9d23-69af0975c240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:19.405833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b4f9fd4e-def7-476c-9d23-69af0975c240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:19.421828 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-b4f9fd4e-def7-476c-9d23-69af0975c240 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b3a32b5-be1a-4413-82ca-461bb0af59ff HTTP/1.1" status: 204  len: 168 time: 1.0223582
Jul 07 18:32:19.448598 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-4a1f3fcd-260c-47fe-981f-d725b3485ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:19.452460 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-4a1f3fcd-260c-47fe-981f-d725b3485ee3 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1942973
Jul 07 18:32:19.457593 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4510104e-e968-4d38-8b25-b16603891d96 req-ee66a75d-618e-4eda-91c2-63c99ace269e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864549
Jul 07 18:32:19.516329 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:32:19.573283 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:19.583077 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7820bca7-27dd-4654-bdcf-48402e674725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:19.599989 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:19.603404 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83d64afe-33d3-40d9-9068-c38b7d9f6d27 HTTP/1.1" status: 204  len: 168 time: 1.1238298
Jul 07 18:32:19.618045 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-96812aff-cb11-48f8-814b-88cb312e348f req-29eea4c6-2e9d-4af0-93f5-d3ece1b6b09f tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf536fc3-6616-4893-8caf-b89a48d8af12 HTTP/1.1" status: 200  len: 210 time: 0.1559997
Jul 07 18:32:19.633128 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d64afe-33d3-40d9-9068-c38b7d9f6d27,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:19.640147 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:19.783056 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-a88f1467-2ff7-492e-a27f-fe8c1e5407fe service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200707
Jul 07 18:32:19.998615 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5026e3bb-be08-4059-a7f0-a6dbe81cc03b req-cd66143e-c0ee-416b-9e2d-a4030c08279b service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034047
Jul 07 18:32:20.181635 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b167f0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': 'f4d52b7a-cc57-4d7f-98e1-02d096848145', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '54887122-77c6-4362-b27a-de017779dc18', 'port_id': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'mac_address': 'fa:16:3e:51:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 1, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:32:20.193222 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe35170-2130-4def-80c0-ffb88928bb6c None None] The sync data for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi is: [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': 'f4d52b7a-cc57-4d7f-98e1-02d096848145', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '54887122-77c6-4362-b27a-de017779dc18', 'port_id': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'mac_address': 'fa:16:3e:51:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:31:24Z', 'updated_at': '2021-07-07T18:32:15Z', 'revision_number': 1, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:32:20.478045 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57218) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:20.536190 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:20.588375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:20.604606 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Usage tracker for resource:security_group_rule and tenant:67994fe01c8d47afabdbcca742a20ace is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:20.615224 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:20.623208 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57228) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:20.631955 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:20.665346 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4829d-9824-4e0e-bc0c-e16c7d82ff62 None None] New status for floating IP f4d52b7a-cc57-4d7f-98e1-02d096848145: ACTIVE {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:32:20.694960 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:20.934024 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:20.941763 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc41d814f9b4cc08ea37ba72e5149e0 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:20.948276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:20.974021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:20.997511 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605c501-5132-4f0b-8a2b-a77e57738e6b req-a03c976e-5874-464a-baf0-970072062500 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:20.999412 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0605c501-5132-4f0b-8a2b-a77e57738e6b req-a03c976e-5874-464a-baf0-970072062500 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.3172932
Jul 07 18:32:21.097282 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0605c501-5132-4f0b-8a2b-a77e57738e6b req-fc165265-848d-440b-8392-7bbd8c51e8fc tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828056
Jul 07 18:32:21.099082 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.103628 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.141778 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3711a84e-9aa3-484c-bb26-da7c80839922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:21.151808 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67994fe01c8d47afabdbcca742a20ace&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6721005
Jul 07 18:32:21.154707 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57250) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:21.176298 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.185267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.193051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:21.330156 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f99b1c0-9fad-47ea-b9aa-3b1a2a17369a,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:21.339802 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:21.398702 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcc41d814f9b4cc08ea37ba72e5149e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7709053
Jul 07 18:32:21.410488 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57268) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:21.415881 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b967d1-5701-462b-824a-1e5fbe782190,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:21.421638 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:21.489210 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.505745 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.543736 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.551090 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.644413 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.650460 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.661199 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d6cdfb58-8a43-4c90-a33d-03229ed1b95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:21.661330 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e4f52a39-3182-4baa-8473-a2301399307a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:21.672564 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f99b1c0-9fad-47ea-b9aa-3b1a2a17369a,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:21.675965 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:21.677179 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.677591 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b967d1-5701-462b-824a-1e5fbe782190,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:21.678786 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f99b1c0-9fad-47ea-b9aa-3b1a2a17369a HTTP/1.1" status: 204  len: 168 time: 0.5230038
Jul 07 18:32:21.680246 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:21.681597 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40b967d1-5701-462b-824a-1e5fbe782190 HTTP/1.1" status: 204  len: 168 time: 0.2703967
Jul 07 18:32:21.682600 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:22.405973 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a64beb-a26f-4036-ac11-f92588e5eb16 req-c64bab81-3552-4e4a-a374-415bdcb15789 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:22.415280 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-52a64beb-a26f-4036-ac11-f92588e5eb16 req-c64bab81-3552-4e4a-a374-415bdcb15789 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1167598
Jul 07 18:32:22.469891 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-52a64beb-a26f-4036-ac11-f92588e5eb16 req-acf2486b-0352-4534-9d63-b4916c0b5b0b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531490
Jul 07 18:32:22.920441 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b1479bfb-09dd-4d0a-b34c-84628db135f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:23.495832 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57418) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:23.590255 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Deleting subnet fe9ba136-421b-46aa-a0bf-22dc802394bb {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:32:23.595359 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:23.697624 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:23.725440 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:23.726898 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:23.796357 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706047-dc77-4fe9-a8ce-8e34761b1cdd req-23cda0da-3903-4536-86d2-d7eb1fabc552 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:23.804408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86706047-dc77-4fe9-a8ce-8e34761b1cdd req-23cda0da-3903-4536-86d2-d7eb1fabc552 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1794548
Jul 07 18:32:23.916439 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:23.948176 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:24.067111 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9ba136-421b-46aa-a0bf-22dc802394bb,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:24.074305 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.081553 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:24.090690 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fe9ba136-421b-46aa-a0bf-22dc802394bb HTTP/1.1" status: 204  len: 168 time: 0.5922940
Jul 07 18:32:24.099824 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57440) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:24.147908 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86706047-dc77-4fe9-a8ce-8e34761b1cdd req-591ab42d-28f2-4bdc-a1ac-971604ccf2a0 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3301425
Jul 07 18:32:24.323369 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.508300 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.528530 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1c9b3be580>> segment before_delete 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.529255 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1c9b3be580>> subnet precommit_delete_associations 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.531423 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> segment_host_mapping after_create 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.532066 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> port after_create 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.533526 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> port after_delete 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.534523 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> port after_update 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.534776 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> segment after_delete 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.535096 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> subnet after_create 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.535610 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> subnet after_delete 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.536178 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1ca0609130>> subnet after_update 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.729756 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c9bf7dfa0>> subnet after_create 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.730146 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c9bf7dfa0>> subnet after_delete 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.731009 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c9bf7dfa0>> subnet before_create 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.731623 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c9bf7dfa0>> subnet before_update 55550000 {{(pid=78559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 07 18:32:24.733220 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9b3bef70>,) {'filters': {'network_id': ['d058f01e-7215-4b75-9d0b-36a11e733496']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:32:24.750578 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b3bef70>, '9fe68f66-ac0e-487c-9a5b-85b1063f57da') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:32:24.751620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b3bef70>, '9fe68f66-ac0e-487c-9a5b-85b1063f57da') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:32:24.767374 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.789748 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.799021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:32:24.799565 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   from cryptography.utils import int_from_bytes
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   from cryptography.utils import int_from_bytes
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   util.warn_limited(
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   util.warn_limited(
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:32:24.817380 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:32:24.911332 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.916918 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4a29c553-9c34-46f3-a727-4a1178725f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:24.940494 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:24.947746 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Pushing event deleted for resources: {'Network': ['ID=d058f01e-7215-4b75-9d0b-36a11e733496,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:24.956967 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:24.968224 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d058f01e-7215-4b75-9d0b-36a11e733496 HTTP/1.1" status: 204  len: 168 time: 0.8667409
Jul 07 18:32:25.253527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57496) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:25.339701 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-1097e039-edf3-4d29-9a55-ffcf5a5d85b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b136efa4a0c048cd88f6d6e815a16ae9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0849059
Jul 07 18:32:25.340573 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57500) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:25.422260 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:25.454001 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d63566-a69c-4df2-a262-77a2d3122a8f req-c62cdccc-df07-4317-a48e-86177775d390 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:25.456677 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-50d63566-a69c-4df2-a262-77a2d3122a8f req-c62cdccc-df07-4317-a48e-86177775d390 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1190882
Jul 07 18:32:25.473267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:25.531438 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-50d63566-a69c-4df2-a262-77a2d3122a8f req-b1541318-5288-4f40-aa80-47692fa43813 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682673
Jul 07 18:32:25.546819 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:25.550272 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-69c51b02-7be6-4e37-ae3e-17ee07d9e16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:25.565009 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:25.568118 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:25.576263 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:25.577434 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/143bfe6f-7e0f-4cd9-9240-3f0d5bea29b4 HTTP/1.1" status: 204  len: 168 time: 0.2359316
Jul 07 18:32:26.267135 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e8c02fe8-233f-4973-8fe0-5de30aee688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:26.385239 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57552) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:26.622564 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:26.663016 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:26.667836 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Usage tracker for resource:security_group_rule and tenant:a2207bea42d8488f8cd05049bc748c3a is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:26.672339 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:26.680994 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:26.825282 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33591a-d8ec-4668-8622-484730ec980d req-91c2b59d-1715-430d-8b59-dad540d205ba tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:26.828327 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ca33591a-d8ec-4668-8622-484730ec980d req-91c2b59d-1715-430d-8b59-dad540d205ba tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1395972
Jul 07 18:32:26.842716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:26.851671 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:26.867070 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-297cf915-9f26-435a-91c2-76175bce190a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:26.932463 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2207bea42d8488f8cd05049bc748c3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5456355
Jul 07 18:32:26.933288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b588f5ac-bb3c-4558-aa18-cd4ac406cee0,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:26.935684 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57586) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:26.942906 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:26.968098 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ca33591a-d8ec-4668-8622-484730ec980d req-fd2bc17d-ea91-4e57-b4bb-4221c280c2a4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284771
Jul 07 18:32:27.075161 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:27.109029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:27.188623 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:27.193283 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:27.209525 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b588f5ac-bb3c-4558-aa18-cd4ac406cee0,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:27.214428 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:27.233244 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:27.238287 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b588f5ac-bb3c-4558-aa18-cd4ac406cee0 HTTP/1.1" status: 204  len: 168 time: 0.2978735
Jul 07 18:32:27.340482 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:28.316553 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ba4f-1eab-4ce9-9dc4-32d221f0b481 req-6601beae-3b41-40ee-aa28-448f5b540cb0 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:28.318972 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7919ba4f-1eab-4ce9-9dc4-32d221f0b481 req-6601beae-3b41-40ee-aa28-448f5b540cb0 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1526170
Jul 07 18:32:28.392764 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7919ba4f-1eab-4ce9-9dc4-32d221f0b481 req-c6f96602-2f71-4da1-9c6a-8f5313406c62 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654306
Jul 07 18:32:28.574958 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:28.730619 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57664) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:28.880556 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-7201034-network', 'tenant_id': '16f1b4813c364c01814f3dadd0a55daa'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:28.882005 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:28.894261 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Usage tracker for resource:network and tenant:16f1b4813c364c01814f3dadd0a55daa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:28.900144 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:28.914853 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:28.930424 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Made reservation on behalf of 16f1b4813c364c01814f3dadd0a55daa for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:32:28.933098 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:28.948941 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:28.965714 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:28.972596 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Usage tracker for resource:security_group_rule and tenant:16f1b4813c364c01814f3dadd0a55daa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:28.978380 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:28.988586 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:29.102419 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.107147 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.114178 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4eb87203-ff74-472e-8486-e10c3b6bc66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:29.132752 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:32:29.154781 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6078e1ce-1495-4b5f-bee6-2532592fd9fc,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:29.162537 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.163334 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Added segment b8764e26-2d98-4a96-b687-16dd79a9da13 of type vlan for network c651a4ca-df17-41bd-93fa-b506a825cd88
Jul 07 18:32:29.167429 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:29.233816 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.287788 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.290286 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:29.291123 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.307400 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cc82f74c-c182-495e-ac07-083ff486b787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:29.419063 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6839740
Jul 07 18:32:29.419434 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57698) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:29.425896 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Request body: {'subnet': {'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-7201034-subnet', 'tenant_id': '16f1b4813c364c01814f3dadd0a55daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:29.442398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Pushing event updated for resources: {'Network': ['ID=c651a4ca-df17-41bd-93fa-b506a825cd88,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:29.442955 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:29.444858 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:29.451470 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Usage tracker for resource:subnet and tenant:16f1b4813c364c01814f3dadd0a55daa is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:29.453520 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network c651a4ca-df17-41bd-93fa-b506a825cd88 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:32:29.455940 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:29.463220 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:29.481441 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Made reservation on behalf of 16f1b4813c364c01814f3dadd0a55daa for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:32:29.485970 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.837537 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38e1db-35b6-46ea-804d-cdadd164507c req-5c6d5471-116a-47cb-acc5-cce86add2368 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:29.839576 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dc38e1db-35b6-46ea-804d-cdadd164507c req-5c6d5471-116a-47cb-acc5-cce86add2368 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1916845
Jul 07 18:32:29.955687 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dc38e1db-35b6-46ea-804d-cdadd164507c req-4f0bd593-6cba-4034-b252-241bbd0b1dce tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013105
Jul 07 18:32:29.971418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:29.985583 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:30.011514 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57716) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:30.098475 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9c9395-fd22-40b4-bfd0-7da92167d566,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:30.102023 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:30.112317 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Checking segment: {'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:32:30.112949 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Network hostable DHCP agents. Network: c651a4ca-df17-41bd-93fa-b506a825cd88, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:32:30.146475 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Network c651a4ca-df17-41bd-93fa-b506a825cd88 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:32:30.190235 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, c651a4ca-df17-41bd-93fa-b506a825cd88) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:32:30.198325 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:30.199081 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.201036 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e08abc-3968-4747-89b4-9ea4c886934b None None] Network c651a4ca-df17-41bd-93fa-b506a825cd88 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:32:30.259360 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8384180
Jul 07 18:32:30.321903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.370460 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:30.378759 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Usage tracker for resource:security_group_rule and tenant:3828a9eebcd741d5b87714a85fb5d855 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:30.384421 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:30.394986 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:30.550726 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.556140 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.568605 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b72b65-27f1-4e54-ba63-0f890a07122c None None] Network c651a4ca-df17-41bd-93fa-b506a825cd88 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:32:30.571238 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8ec1b896-376a-4892-bfad-ba6fbe1a2998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:30.614530 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5347a67c-2ce6-43d9-87b9-0a785d64f895,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:30.620511 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:30.627088 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3828a9eebcd741d5b87714a85fb5d855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6141257
Jul 07 18:32:30.631498 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57738) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:30.729224 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.762671 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.846148 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.853756 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5b72995f-b31e-4e34-b9de-1123f2ba0920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:30.869342 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5347a67c-2ce6-43d9-87b9-0a785d64f895,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:30.871527 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:30.875878 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5347a67c-2ce6-43d9-87b9-0a785d64f895 HTTP/1.1" status: 204  len: 168 time: 0.2393517
Jul 07 18:32:30.875878 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:31.359571 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d07b21-0c4c-4d45-8068-636594cb2a98 req-94864ad3-5c7a-4425-958b-9cffcefe1ada tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:31.375760 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93d07b21-0c4c-4d45-8068-636594cb2a98 req-94864ad3-5c7a-4425-958b-9cffcefe1ada tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1623223
Jul 07 18:32:31.377639 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57774) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:31.455575 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:31.488191 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:32:31.500328 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:31.502434 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Usage tracker for resource:security_group_rule and tenant:605891fa7bb844c48a5bc21d76de8566 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:31.506058 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:31.514989 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:31.632326 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93d07b21-0c4c-4d45-8068-636594cb2a98 req-d6e91485-deef-45de-88d0-431c19914ede tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549193
Jul 07 18:32:31.664242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:31.669591 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:31.680954 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:31.742503 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4ba098-5b4b-4fc0-b669-dd8f5b06257d,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:31.748854 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=605891fa7bb844c48a5bc21d76de8566&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3612931
Jul 07 18:32:31.751263 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57784) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:31.763720 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-98550421-f37c-447f-9d08-a79c42660645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:31.848840 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:31.882512 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:31.967694 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:31.973852 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:31.986818 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4ba098-5b4b-4fc0-b669-dd8f5b06257d,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:31.989623 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:32.008688 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:32.013039 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a4ba098-5b4b-4fc0-b669-dd8f5b06257d HTTP/1.1" status: 204  len: 168 time: 0.2591712
Jul 07 18:32:32.023680 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57794) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:32.448874 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:32.479145 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:32.489009 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Usage tracker for resource:security_group_rule and tenant:d9d7d464a9494ba6a318a032b3b59bda is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:32.494280 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:32.511498 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:32.831569 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:32.843160 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:32.863763 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:33.036704 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9d7d464a9494ba6a318a032b3b59bda&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0080919
Jul 07 18:32:33.037257 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57850) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:33.043646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50085e-ea9f-4e4f-a5f2-e63c74417b94,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:33.113553 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:33.135563 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3c262190-9523-47fd-8518-281c7636083e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:33.148199 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:33.218501 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:33.226619 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e30a0d7e-b245-42ea-b5e6-48f5b14e5e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:33.245952 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50085e-ea9f-4e4f-a5f2-e63c74417b94,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:33.250727 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:33.261396 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:33.262556 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f50085e-ea9f-4e4f-a5f2-e63c74417b94 HTTP/1.1" status: 204  len: 168 time: 0.2245176
Jul 07 18:32:33.317916 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-acc4a2bf-5e30-40bd-91d5-5ec786398b34 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:33.325886 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-acc4a2bf-5e30-40bd-91d5-5ec786398b34 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/networks?id=c651a4ca-df17-41bd-93fa-b506a825cd88 HTTP/1.1" status: 200  len: 811 time: 0.3914001
Jul 07 18:32:33.335193 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30803f-8832-4d01-b8f7-aab0396016c8 req-1e026060-cb14-4eec-b1f5-3d837cb82a59 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:33.342403 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db30803f-8832-4d01-b8f7-aab0396016c8 req-1e026060-cb14-4eec-b1f5-3d837cb82a59 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.3602819
Jul 07 18:32:33.377768 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-8b85dcc0-2e5a-4b0c-9f5a-69885c64874b tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/quotas/16f1b4813c364c01814f3dadd0a55daa HTTP/1.1" status: 200  len: 375 time: 0.0508440
Jul 07 18:32:33.438506 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-3ccc2369-1e09-4365-b863-9acb677dd056 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f1b4813c364c01814f3dadd0a55daa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0595505
Jul 07 18:32:33.545632 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db30803f-8832-4d01-b8f7-aab0396016c8 req-fede30ba-96b7-47e9-ba1e-cfff673de8f8 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025201
Jul 07 18:32:33.690207 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-5ca3b84c-8274-4ace-bc46-1e7ba57197bf service neutron] 10.222.0.60 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2508869
Jul 07 18:32:34.024697 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9be13200-0f03-4c86-9a82-8b7061d32f3c service neutron] 10.222.0.60 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3308177
Jul 07 18:32:34.417930 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0fef610c-5375-432c-a6e3-ede17d0191e1 req-dc44e98f-e5b0-4001-a462-b51c9b157cbf tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 210 time: 0.1032875
Jul 07 18:32:34.519111 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 57908) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:34.644996 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:34.664483 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:34.670127 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Usage tracker for resource:security_group_rule and tenant:5e123be4dd8c453dae32f13d517ccf7f is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:34.675785 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:34.683405 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:34.899188 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:34.913673 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:34.930418 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-00c99d1f-9676-437b-990c-e273f019f7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:34.949264 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ed9f4-0571-4b63-819d-46377aa96183 req-8e5a6ae7-6cd7-408e-b41a-a10fa515e001 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:34.959008 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-622ed9f4-0571-4b63-819d-46377aa96183 req-8e5a6ae7-6cd7-408e-b41a-a10fa515e001 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1719050
Jul 07 18:32:35.032719 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e123be4dd8c453dae32f13d517ccf7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5110958
Jul 07 18:32:35.035227 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c7d2f-882a-46f8-8319-99930ec0818d,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:35.038234 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-622ed9f4-0571-4b63-819d-46377aa96183 req-f3633e1e-314a-468b-89c8-2ad7faaef6dd tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781810
Jul 07 18:32:35.038930 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 57940) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:35.042692 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:35.154891 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:35.264720 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:35.414419 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:35.419033 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4d0ca16a-e5e3-469f-ae46-a4712cb56be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:35.463337 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673c7d2f-882a-46f8-8319-99930ec0818d,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:35.466481 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:35.506468 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:35.514048 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/673c7d2f-882a-46f8-8319-99930ec0818d HTTP/1.1" status: 204  len: 168 time: 0.4725258
Jul 07 18:32:35.690803 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec8cde54-347a-41a5-93c4-1712f9e50c45 req-91d16e57-9f62-46af-a64e-9892ab1eeb76 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 210 time: 0.0573339
Jul 07 18:32:36.320533 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcb4f2-42d6-4900-bdd8-5753d31ccba2 req-7cd6fedb-1614-4600-b3ef-a06da547264e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:36.333569 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-42fcb4f2-42d6-4900-bdd8-5753d31ccba2 req-7cd6fedb-1614-4600-b3ef-a06da547264e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1331246
Jul 07 18:32:36.432242 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-42fcb4f2-42d6-4900-bdd8-5753d31ccba2 req-6bf9113c-9d14-4995-ad9e-596d61b82288 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961261
Jul 07 18:32:36.575581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58016) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:36.613301 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-ee52b7f5-ce8f-43d4-8c88-8da972c046e0 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:36.614252 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-ee52b7f5-ce8f-43d4-8c88-8da972c046e0 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Synchronizing usage tracker for tenant:16f1b4813c364c01814f3dadd0a55daa on resource:network {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:32:36.643403 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-ee52b7f5-ce8f-43d4-8c88-8da972c046e0 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Unset dirty status for tenant:16f1b4813c364c01814f3dadd0a55daa on resource:network {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:32:36.645244 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-ee52b7f5-ce8f-43d4-8c88-8da972c046e0 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "GET /v2.0/networks?id=c651a4ca-df17-41bd-93fa-b506a825cd88 HTTP/1.1" status: 200  len: 811 time: 0.4402716
Jul 07 18:32:36.664139 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Request body: {'port': {'device_id': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88', 'admin_state_up': True, 'tenant_id': '16f1b4813c364c01814f3dadd0a55daa'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:36.843004 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:36.902391 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:36.908014 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Usage tracker for resource:security_group_rule and tenant:a8dabc7fe7df4415a58ddb0c7746b393 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:36.911529 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:36.918704 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:36.945074 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:36.950187 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Usage tracker for resource:port and tenant:16f1b4813c364c01814f3dadd0a55daa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:36.954238 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:36.961267 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df63c46c-4e89-4dab-a7ff-1e7039c33ff8 req-ef7e1009-50f9-4b1d-9cdc-b421057e04de tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 210 time: 0.1071482
Jul 07 18:32:36.974469 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:36.989810 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Made reservation on behalf of 16f1b4813c364c01814f3dadd0a55daa for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:32:36.993799 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.028127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58040) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:37.043498 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.054407 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.067707 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:37.123717 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b2af41-4503-4eff-a1c8-5e16b8b047b9,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:37.139701 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:37.145883 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8dabc7fe7df4415a58ddb0c7746b393&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5692005
Jul 07 18:32:37.150228 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58050) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:37.259610 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1543251413-network', 'tenant_id': '102562647acc4979912e7c303f0a3657'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:37.290966 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:37.306887 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Usage tracker for resource:network and tenant:102562647acc4979912e7c303f0a3657 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:37.307580 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Allocated IP 172.20.0.3 (c651a4ca-df17-41bd-93fa-b506a825cd88/aa9c9395-fd22-40b4-bfd0-7da92167d566/594df879-91b1-440c-b6ba-7d78004b5029) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:32:37.311087 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:37.328989 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:37.336156 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.363803 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Made reservation on behalf of 102562647acc4979912e7c303f0a3657 for: {'network': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:32:37.366213 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.386138 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.394449 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.435454 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:37.445697 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Usage tracker for resource:security_group_rule and tenant:102562647acc4979912e7c303f0a3657 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:37.449457 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:37.457549 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:37.496099 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.506371 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:37.528127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b2af41-4503-4eff-a1c8-5e16b8b047b9,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:37.534233 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:37.538881 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.540168 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9b2af41-4503-4eff-a1c8-5e16b8b047b9 HTTP/1.1" status: 204  len: 168 time: 0.3877485
Jul 07 18:32:37.631922 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.711864 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.715201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.719894 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:37.770144 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.775279 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b66bfbf8-2a93-4811-82b9-78def8e05a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:37.839521 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Network c651a4ca-df17-41bd-93fa-b506a825cd88 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:32:37.851092 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58074) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:37.854816 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:32:37.861214 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:32:37.867709 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'}  {{(pid=78558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:32:37.873681 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7637875-852f-4ead-bcca-898f35463d0b,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:37.881489 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:37.891395 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.891866 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.segments_db [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Added segment d6d22da0-df11-4dff-b29e-cdcdab575ecf of type vlan for network a76aa4f5-3db9-460c-9a09-25aba86a9975
Jul 07 18:32:37.929426 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:37.935532 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Pushing event updated for resources: {'Port': ['ID=594df879-91b1-440c-b6ba-7d78004b5029,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:37.943324 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:37.953674 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7ef86-ba4c-4c64-b39b-2caeab4552c0 req-a9f30b51-555b-4294-85c1-1a33b9024ca9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:37.955386 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-06d7ef86-ba4c-4c64-b39b-2caeab4552c0 req-a9f30b51-555b-4294-85c1-1a33b9024ca9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.2004547
Jul 07 18:32:37.965878 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:37.966703 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.010610 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3556948
Jul 07 18:32:38.014662 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.020594 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:38.021289 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.028833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4d72194b-a45e-4753-8789-4d074814354a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:38.035430 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Request body: {'port': {'device_id': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:38.060525 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-06d7ef86-ba4c-4c64-b39b-2caeab4552c0 req-e8f1e8cc-5c63-45a3-b5ae-98655dba718b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917604
Jul 07 18:32:38.127153 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58082) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:38.213589 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.230285 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2007909
Jul 07 18:32:38.234621 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.248463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.261437 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58088) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:38.277071 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Request body: {'subnet': {'network_id': 'a76aa4f5-3db9-460c-9a09-25aba86a9975', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1543251413-subnet', 'tenant_id': '102562647acc4979912e7c303f0a3657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:38.292273 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:38.294448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Pushing event updated for resources: {'Network': ['ID=a76aa4f5-3db9-460c-9a09-25aba86a9975,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:38.298499 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:38.306870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Usage tracker for resource:subnet and tenant:102562647acc4979912e7c303f0a3657 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:38.310116 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:38.316244 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network a76aa4f5-3db9-460c-9a09-25aba86a9975 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:32:38.319981 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Usage tracker for resource:security_group_rule and tenant:2271b39937fc46e0aeb88911d88e5e93 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:38.323780 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Usage tracker for resource:security_group_rule and tenant:ce15927feb434ae8a6975106e01b5272 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:38.326410 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:38.329659 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:38.333148 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:38.336245 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:38.339956 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:38.348745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:38.354005 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:38.377416 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Made reservation on behalf of 102562647acc4979912e7c303f0a3657 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:32:38.379843 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.522922 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127e950-1c63-473a-a1a9-1e54c60246d2 req-64d16584-9bb0-4171-be18-414bc1119f44 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:38.524478 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f127e950-1c63-473a-a1a9-1e54c60246d2 req-64d16584-9bb0-4171-be18-414bc1119f44 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 931 time: 0.3982961
Jul 07 18:32:38.633900 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594df879-91b1-440c-b6ba-7d78004b5029 {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:32:38.642961 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.661663 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Transition to ACTIVE for port object 594df879-91b1-440c-b6ba-7d78004b5029 will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:32:38.667505 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.678769 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:38.687369 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f127e950-1c63-473a-a1a9-1e54c60246d2 req-1bc58a4a-6ef1-498f-b0d5-669af4f73f52 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262481
Jul 07 18:32:38.694203 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.706572 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.719706 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7e1541ce-0376-45e8-bb50-fe8cd056591a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:38.826400 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f86c80-6fc5-4577-ab59-edae2faeb170,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:38.831718 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2271b39937fc46e0aeb88911d88e5e93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9794462
Jul 07 18:32:38.834130 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.837435 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:38.837757 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58102) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:38.855215 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.873371 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d0b372e4-726c-4262-8aa7-c90489163d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:38.889865 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Pushing event updated for resources: {'Port': ['ID=594df879-91b1-440c-b6ba-7d78004b5029,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:38.896394 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:38.956277 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Attempting to bind port 594df879-91b1-440c-b6ba-7d78004b5029 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:32:38.956655 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Attempting to bind port 594df879-91b1-440c-b6ba-7d78004b5029 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:32:38.957031 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Attempting to bind port 594df879-91b1-440c-b6ba-7d78004b5029 on network c651a4ca-df17-41bd-93fa-b506a825cd88 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:32:38.962565 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Port 594df879-91b1-440c-b6ba-7d78004b5029 on network c651a4ca-df17-41bd-93fa-b506a825cd88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:32:38.962873 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Attempting to bind port 594df879-91b1-440c-b6ba-7d78004b5029 on network c651a4ca-df17-41bd-93fa-b506a825cd88 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:32:38.970085 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:32:38.970480 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Checking segment: {'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:32:38.970921 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Bound using segment: {'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:32:38.971414 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Bound port: 594df879-91b1-440c-b6ba-7d78004b5029, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:32:38.971814 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:38.998993 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce15927feb434ae8a6975106e01b5272&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8638673
Jul 07 18:32:39.007755 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58106) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:39.027434 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b4fd2-6210-46d3-afb6-e5c07d6702b2,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:39.032466 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:39.034834 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.054063 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:39.134401 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.185838 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] For port 594df879-91b1-440c-b6ba-7d78004b5029, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:32:39.190845 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] For port 594df879-91b1-440c-b6ba-7d78004b5029, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=594df879-91b1-440c-b6ba-7d78004b5029,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:32:39.196911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.209550 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:39.288456 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:39.289152 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.290553 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] 10.222.0.101 "PUT /v2.0/ports/594df879-91b1-440c-b6ba-7d78004b5029 HTTP/1.1" status: 200  len: 1093 time: 1.2646322
Jul 07 18:32:39.291031 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'tag': '594df879-91b1-440c-b6ba-7d78004b5029'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:32:39.300073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Pushing event updated for resources: {'Port': ['ID=594df879-91b1-440c-b6ba-7d78004b5029,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:39.303391 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:39.306939 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030ed970-3779-4220-a19a-9a13a8c51c07,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:39.323905 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:39.331217 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.354204 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bdda330b-e63e-4545-89d7-b0e5d265b106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.379673 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Checking segment: {'id': 'd6d22da0-df11-4dff-b29e-cdcdab575ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'a76aa4f5-3db9-460c-9a09-25aba86a9975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:32:39.380036 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Network hostable DHCP agents. Network: a76aa4f5-3db9-460c-9a09-25aba86a9975, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:32:39.384952 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'tag': '594df879-91b1-440c-b6ba-7d78004b5029', 'status': 'completed', 'code': 200}
Jul 07 18:32:39.423409 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-a6a8de36-3569-4f8d-8c51-3ccb59c6e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:39.424933 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-a6a8de36-3569-4f8d-8c51-3ccb59c6e2c1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=16f1b4813c364c01814f3dadd0a55daa&device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 1096 time: 0.0856535
Jul 07 18:32:39.434698 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bdda330b-e63e-4545-89d7-b0e5d265b106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.482587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Network a76aa4f5-3db9-460c-9a09-25aba86a9975 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:32:39.509950 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff699a6-8efe-4b03-8c99-6b25babb95d7 req-853abd89-fe71-4fdb-bcd8-7fd28d18a7c6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:39.511604 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dff699a6-8efe-4b03-8c99-6b25babb95d7 req-853abd89-fe71-4fdb-bcd8-7fd28d18a7c6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.2671034
Jul 07 18:32:39.514510 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, a76aa4f5-3db9-460c-9a09-25aba86a9975) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:32:39.528183 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:39.529678 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.532710 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426bab8-e745-4635-bb19-49c3b85748fd None None] Network a76aa4f5-3db9-460c-9a09-25aba86a9975 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:32:39.556781 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-0780522a-29d7-45b5-b606-4b2aed420979 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=594df879-91b1-440c-b6ba-7d78004b5029 HTTP/1.1" status: 200  len: 217 time: 0.1215212
Jul 07 18:32:39.557832 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.583296 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-11a45e11-4469-4720-9972-a085b9d17384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:39.633557 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f86c80-6fc5-4577-ab59-edae2faeb170,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:39.652554 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:39.689890 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-397b8ca8-a234-4807-8204-b0fa2f91d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:39.692591 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-397b8ca8-a234-4807-8204-b0fa2f91d79d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=aa9c9395-fd22-40b4-bfd0-7da92167d566 HTTP/1.1" status: 200  len: 851 time: 0.1249316
Jul 07 18:32:39.693049 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bdda330b-e63e-4545-89d7-b0e5d265b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.713354 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.714336 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96f86c80-6fc5-4577-ab59-edae2faeb170 HTTP/1.1" status: 204  len: 168 time: 0.8738298
Jul 07 18:32:39.719939 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0da95ed2-5290-46b9-b29e-3a545a9f6def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:39.732976 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bdda330b-e63e-4545-89d7-b0e5d265b106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:39.735243 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-bdda330b-e63e-4545-89d7-b0e5d265b106 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e5b4fd2-6210-46d3-afb6-e5c07d6702b2 HTTP/1.1" status: 204  len: 168 time: 0.7218459
Jul 07 18:32:39.746460 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda330b-e63e-4545-89d7-b0e5d265b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b4fd2-6210-46d3-afb6-e5c07d6702b2,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:39.753325 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-bdda330b-e63e-4545-89d7-b0e5d265b106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:39.759187 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-e9163eef-4e4f-4569-82e6-60109b382e33 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4916258
Jul 07 18:32:39.770059 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-86c5fd60-2a10-4c06-b66e-7f1f028b6314 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c651a4ca-df17-41bd-93fa-b506a825cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0686474
Jul 07 18:32:39.773659 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dff699a6-8efe-4b03-8c99-6b25babb95d7 req-ff1f361a-3ea2-464a-832f-7aac4d379e4e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307544
Jul 07 18:32:40.054493 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-4535b636-4342-458e-b988-aa0fc32b5aae service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749104
Jul 07 18:32:40.068565 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc2f98-1b55-4760-bf89-bb5e679bcc86 None None] Network a76aa4f5-3db9-460c-9a09-25aba86a9975 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:32:40.099510 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b82dd-4fc9-470d-a168-e9df57987459 req-288284d2-7c8a-45e2-9a6d-26fd0d24310a tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:40.101346 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-165b82dd-4fc9-470d-a168-e9df57987459 req-288284d2-7c8a-45e2-9a6d-26fd0d24310a tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 943 time: 0.1967046
Jul 07 18:32:40.193367 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-165b82dd-4fc9-470d-a168-e9df57987459 req-f5a77225-ea4e-4116-a8c7-2831a7352394 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848289
Jul 07 18:32:40.325537 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-a088a07e-3788-44f1-830b-c584aa25aa04 req-46429874-62ae-4897-8cf0-ada8c37aed09 service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634492
Jul 07 18:32:40.497299 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-7f57aa48-43ab-403e-82c1-b605e57a2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:40.498987 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-7f57aa48-43ab-403e-82c1-b605e57a2c00 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=16f1b4813c364c01814f3dadd0a55daa&device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 1096 time: 0.0999556
Jul 07 18:32:40.579581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58140) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:40.610517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:40.640679 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:40.646115 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a59fe8e663c4f359d3f5f24e297cd59 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:40.650021 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:40.650805 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-d0fe1390-c17a-480c-841e-b884f9fc2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:40.652476 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-d0fe1390-c17a-480c-841e-b884f9fc2b96 service neutron] 10.222.0.101 "GET /v2.0/networks?id=c651a4ca-df17-41bd-93fa-b506a825cd88 HTTP/1.1" status: 200  len: 912 time: 0.1457524
Jul 07 18:32:40.658552 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:40.744675 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-c78aa25c-c5f5-4411-a12c-1bd636390848 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=594df879-91b1-440c-b6ba-7d78004b5029 HTTP/1.1" status: 200  len: 217 time: 0.0801754
Jul 07 18:32:40.814059 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:40.823217 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:40.833448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-60a059bb-852c-4935-b21e-24df102f7b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:40.839363 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-ee15ed7c-82bd-44f9-a0c2-bb259b8df1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:40.841366 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-ee15ed7c-82bd-44f9-a0c2-bb259b8df1bb service neutron] 10.222.0.101 "GET /v2.0/subnets?id=aa9c9395-fd22-40b4-bfd0-7da92167d566 HTTP/1.1" status: 200  len: 851 time: 0.0866113
Jul 07 18:32:40.879005 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58150) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:40.915250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885a9312-f312-4933-9db4-1d4010c6d0cf,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:40.932303 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:40.949946 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-53479020-d177-4cf4-91fe-557b1e608bb5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c651a4ca-df17-41bd-93fa-b506a825cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0971696
Jul 07 18:32:40.998985 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a59fe8e663c4f359d3f5f24e297cd59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4177098
Jul 07 18:32:40.999951 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58162) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:41.047386 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f162-8766-475f-bb19-ddb1b08713e7 req-8b59e8eb-0bea-4eaf-9c44-58cb4986bc90 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:41.055457 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c8d3f162-8766-475f-bb19-ddb1b08713e7 req-8b59e8eb-0bea-4eaf-9c44-58cb4986bc90 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1061320
Jul 07 18:32:41.111671 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c8d3f162-8766-475f-bb19-ddb1b08713e7 req-91816eb6-fb7d-46a6-a12b-eb2735638e30 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552251
Jul 07 18:32:41.195130 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.212483 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:41.218293 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Usage tracker for resource:security_group_rule and tenant:a5bd172b2fa84fcc99c878705ab4a037 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:41.222125 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:41.238124 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:41.303917 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-6471e3e7-d1c9-4d05-b810-3ded0828de77 service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405027
Jul 07 18:32:41.391742 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.512337 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.512534 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.527885 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.539051 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-06bba208-8311-4c60-8669-75c6847bccf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:41.540459 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58186) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:41.562952 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-115513652-network', 'tenant_id': 'f620ce1615fc4b179e841e95a85b04ae'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:41.578790 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:41.579031 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33b91f-cf85-44eb-a27a-15997bf72658 req-d72ccc00-7350-4634-ba73-a07dc5cd6f4f tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:41.580698 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e33b91f-cf85-44eb-a27a-15997bf72658 req-d72ccc00-7350-4634-ba73-a07dc5cd6f4f tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 943 time: 0.1753798
Jul 07 18:32:41.595174 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Usage tracker for resource:network and tenant:f620ce1615fc4b179e841e95a85b04ae is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:41.599363 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5bd172b2fa84fcc99c878705ab4a037&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7064109
Jul 07 18:32:41.600577 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58190) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:41.601380 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:41.612474 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:41.617903 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3e7c84-5944-4f71-ba68-1a7d905fcaee,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:41.623275 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:41.633391 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4210a785-1dd7-45e4-9cc2-90ed26e6bb74 req-9fc37f9a-6740-48f4-9f96-c0328c01cb8e service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192914
Jul 07 18:32:41.652776 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e33b91f-cf85-44eb-a27a-15997bf72658 req-253439e9-8fa3-4659-89a2-71a47e462796 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524211
Jul 07 18:32:41.689758 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Made reservation on behalf of f620ce1615fc4b179e841e95a85b04ae for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:32:41.693612 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.716158 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.745280 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.750449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:41.754834 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9ea79d89-4f19-4161-b498-595bf3d24e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:41.767762 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.770653 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Usage tracker for resource:security_group_rule and tenant:f620ce1615fc4b179e841e95a85b04ae is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:41.774772 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885a9312-f312-4933-9db4-1d4010c6d0cf,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:41.788337 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:41.798658 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:41.813179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:41.831040 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.834184 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/885a9312-f312-4933-9db4-1d4010c6d0cf HTTP/1.1" status: 204  len: 168 time: 0.8334444
Jul 07 18:32:41.843174 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:41.925635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.057091 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.065256 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bab0a825-3448-4fe2-8680-fef14fb536ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:42.075781 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.078333 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3e7c84-5944-4f71-ba68-1a7d905fcaee,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:42.080822 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:42.084584 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.089989 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-caae708e-2549-45e6-8a83-ebabf1ce1b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:42.117336 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:32:42.143766 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.144926 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca3e7c84-5944-4f71-ba68-1a7d905fcaee HTTP/1.1" status: 204  len: 168 time: 0.5401423
Jul 07 18:32:42.145972 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.146302 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Added segment 1f801bd2-4075-4b74-b0a2-81de87b44486 of type vlan for network 31e24706-6c02-4afc-96b3-f8c1b46b165f
Jul 07 18:32:42.152348 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7264e-4c47-43f6-8a4b-274114a826fb,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:42.155756 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:42.183828 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.227920 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.229614 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:42.231194 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.238856 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:42.370786 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58226) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:42.378760 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Request body: {'subnet': {'network_id': '31e24706-6c02-4afc-96b3-f8c1b46b165f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-115513652-subnet', 'tenant_id': 'f620ce1615fc4b179e841e95a85b04ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:32:42.384447 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8324077
Jul 07 18:32:42.388425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:42.389043 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Pushing event updated for resources: {'Network': ['ID=31e24706-6c02-4afc-96b3-f8c1b46b165f,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:42.394842 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:42.397853 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Usage tracker for resource:subnet and tenant:f620ce1615fc4b179e841e95a85b04ae is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:42.402237 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:42.404316 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 31e24706-6c02-4afc-96b3-f8c1b46b165f details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:32:42.464023 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:42.503741 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Made reservation on behalf of f620ce1615fc4b179e841e95a85b04ae for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:32:42.506382 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.587433 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58232) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:42.599655 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 594df879-91b1-440c-b6ba-7d78004b5029 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:32:42.611672 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.626861 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:42.630776 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Usage tracker for resource:security_group_rule and tenant:0a57dc2abce8446eb2fb5793af09a605 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:42.634479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:42.641372 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:42.678903 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6bc8f-ad42-4aaa-baeb-7598025da1df req-7c842793-cce3-4406-b239-f746566ff6ff tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:42.680750 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fbc6bc8f-ad42-4aaa-baeb-7598025da1df req-7c842793-cce3-4406-b239-f746566ff6ff tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.2750335
Jul 07 18:32:42.766900 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fbc6bc8f-ad42-4aaa-baeb-7598025da1df req-1bbd41af-0ef5-40c4-b493-7b417ed8d80d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743539
Jul 07 18:32:42.792562 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.799366 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.852229 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2150fa94-3b95-4a84-88a9-27b24696088c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:42.895406 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 594df879-91b1-440c-b6ba-7d78004b5029, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=594df879-91b1-440c-b6ba-7d78004b5029,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:32:42.896000 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a57dc2abce8446eb2fb5793af09a605&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3075747
Jul 07 18:32:42.896620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58242) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:42.899781 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78559ddb-8099-42de-b346-0afb17a4570c,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:42.914792 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '594df879-91b1-440c-b6ba-7d78004b5029', 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88', 'port_id': '594df879-91b1-440c-b6ba-7d78004b5029', 'mac_address': 'fa:16:3e:13:e0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9c9395-fd22-40b4-bfd0-7da92167d566', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:32:42.916186 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:42.962847 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:42.968925 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:43.035179 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:43.040268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:43.056358 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594df879-91b1-440c-b6ba-7d78004b5029 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:32:43.082032 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:43.087461 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 594df879-91b1-440c-b6ba-7d78004b5029, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=594df879-91b1-440c-b6ba-7d78004b5029,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:32:43.095912 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:43.100621 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:43.101568 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6cb7aa-b02f-463b-8209-a0133ba50e08,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:43.112354 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:43.127357 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Checking segment: {'id': '1f801bd2-4075-4b74-b0a2-81de87b44486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31e24706-6c02-4afc-96b3-f8c1b46b165f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:32:43.127707 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Network hostable DHCP agents. Network: 31e24706-6c02-4afc-96b3-f8c1b46b165f, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:32:43.192106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:43.197434 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bc0f5ff6-bee1-4a06-b675-0d37de6d4b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:43.222740 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=594df879-91b1-440c-b6ba-7d78004b5029,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:43.232014 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78559ddb-8099-42de-b346-0afb17a4570c,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:43.233509 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:43.236483 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:43.239858 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead2f34-7729-4ef4-a16b-001953e0e259 req-e3ca9758-83fb-46b3-8943-73772c71175a tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:43.243706 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4ead2f34-7729-4ef4-a16b-001953e0e259 req-e3ca9758-83fb-46b3-8943-73772c71175a tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 943 time: 0.3474653
Jul 07 18:32:43.245738 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Network 31e24706-6c02-4afc-96b3-f8c1b46b165f is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:32:43.255030 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:43.262101 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78559ddb-8099-42de-b346-0afb17a4570c HTTP/1.1" status: 204  len: 168 time: 0.3443959
Jul 07 18:32:43.297275 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 31e24706-6c02-4afc-96b3-f8c1b46b165f) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:32:43.315114 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca300e-c693-4ee8-9daa-bc41611acc3e None None] Network 31e24706-6c02-4afc-96b3-f8c1b46b165f requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:32:43.315960 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:43.316549 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:43.336910 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4ead2f34-7729-4ef4-a16b-001953e0e259 req-4052499d-cf26-49e5-8c27-ef43f3fae1fc tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805411
Jul 07 18:32:43.367294 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-418f9d00-71a9-413c-8f06-c09e11271358 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9952345
Jul 07 18:32:43.451632 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['594df879-91b1-440c-b6ba-7d78004b5029'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:32:43.783901 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224dd49-e2b4-4143-b64a-f2e5e6946b3d None None] Network 31e24706-6c02-4afc-96b3-f8c1b46b165f requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:32:44.004514 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ce44-2436-4b52-9c57-2f106c8b1d70 req-300833fc-afb4-4058-b565-61b4e37cc1e7 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:44.013894 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9e60ce44-2436-4b52-9c57-2f106c8b1d70 req-300833fc-afb4-4058-b565-61b4e37cc1e7 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1099722
Jul 07 18:32:44.084665 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9e60ce44-2436-4b52-9c57-2f106c8b1d70 req-2eb3ad60-a5a6-44fc-aa1a-03a5454533fb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694892
Jul 07 18:32:44.572944 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71f904-901c-4f99-9247-ad8adbf05610 req-1384e784-442c-4c3a-9e43-19d277e084e2 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:44.581907 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ce71f904-901c-4f99-9247-ad8adbf05610 req-1384e784-442c-4c3a-9e43-19d277e084e2 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 944 time: 0.1062679
Jul 07 18:32:44.631277 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ce71f904-901c-4f99-9247-ad8adbf05610 req-d5489635-2909-4227-bad1-6564dcca7318 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484102
Jul 07 18:32:44.697688 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58320) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:44.980096 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:45.004853 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:45.016087 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Usage tracker for resource:security_group_rule and tenant:b1906f4d6a7a48cbaa8e6b37414b6746 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:45.023706 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:45.037414 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:45.151118 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:45.173639 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:45.194351 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:45.240778 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1906f4d6a7a48cbaa8e6b37414b6746&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5419087
Jul 07 18:32:45.244477 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58350) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:45.259546 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c22533e-cadc-4905-b904-978fe8d08589,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:45.264513 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:45.342045 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:45.370663 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1fad9-fb63-4ca6-a0e6-dc561c30fcc3 req-c2b1868e-d288-44ed-87c3-20886f3ba50e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:45.379031 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-57e1fad9-fb63-4ca6-a0e6-dc561c30fcc3 req-c2b1868e-d288-44ed-87c3-20886f3ba50e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1251166
Jul 07 18:32:45.380176 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:45.456013 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-57e1fad9-fb63-4ca6-a0e6-dc561c30fcc3 req-e3c9280e-9de2-4059-b66c-275328ca61fc tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755610
Jul 07 18:32:45.471006 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:45.478118 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-accd4d6a-b8dd-4365-a9b2-9ed7ac87dae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:45.498562 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c22533e-cadc-4905-b904-978fe8d08589,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:45.502278 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:45.503851 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:45.505402 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c22533e-cadc-4905-b904-978fe8d08589 HTTP/1.1" status: 204  len: 168 time: 0.2599285
Jul 07 18:32:45.921991 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487d29-8d05-44b3-8611-e2a81a2a5d08 req-1efff821-3a83-4a36-b421-ff0f48bf33d2 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:45.929955 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c487d29-8d05-44b3-8611-e2a81a2a5d08 req-1efff821-3a83-4a36-b421-ff0f48bf33d2 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 944 time: 0.1693838
Jul 07 18:32:45.997615 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c487d29-8d05-44b3-8611-e2a81a2a5d08 req-0310f5ed-3760-49d6-aaa4-d85e1cedeaa3 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614312
Jul 07 18:32:46.010937 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58388) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:46.043334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.059565 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:46.064152 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Usage tracker for resource:security_group_rule and tenant:f96d1d6a8dfe49528143a8a9f4ae324b is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:46.067580 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:46.073903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:46.271992 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.278311 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.306646 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3f67f861-0233-4a6d-9c54-e727945b0f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:46.378633 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7f5c89-da81-43f5-b92d-2d4a109a83da,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:46.383187 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f96d1d6a8dfe49528143a8a9f4ae324b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3706434
Jul 07 18:32:46.384103 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:46.385747 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58406) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:46.455197 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.489529 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.564793 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.566521 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58414) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:46.590029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1373cbf9-2c11-4f23-ac58-52ff31568a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:46.626840 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 594df879-91b1-440c-b6ba-7d78004b5029 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:32:46.635358 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.645815 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b7f5c89-da81-43f5-b92d-2d4a109a83da HTTP/1.1" status: 204  len: 168 time: 0.2564938
Jul 07 18:32:46.645815 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7f5c89-da81-43f5-b92d-2d4a109a83da,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:46.653832 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:46.852625 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 594df879-91b1-440c-b6ba-7d78004b5029 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:32:46.858362 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 594df879-91b1-440c-b6ba-7d78004b5029 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:32:46.858790 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:46.966432 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443891b-8047-4835-81a2-8ebd3af1e361 req-f4900fdd-2e48-4833-82eb-33ad02656d79 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:46.972473 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6443891b-8047-4835-81a2-8ebd3af1e361 req-f4900fdd-2e48-4833-82eb-33ad02656d79 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.3025122
Jul 07 18:32:47.073514 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.075111 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6443891b-8047-4835-81a2-8ebd3af1e361 req-d5b3c4cf-36c4-41aa-9a66-aa237f32addb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927896
Jul 07 18:32:47.109498 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594df879-91b1-440c-b6ba-7d78004b5029'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:32:47.114791 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.126607 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 594df879-91b1-440c-b6ba-7d78004b5029, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=594df879-91b1-440c-b6ba-7d78004b5029,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:32:47.134415 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.140309 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:47.178189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:47.192550 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7db4379b0e04304af5b42b5338512bb is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:47.205974 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:47.226402 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:47.233851 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594df879-91b1-440c-b6ba-7d78004b5029', 'code': 200}
Jul 07 18:32:47.295110 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=594df879-91b1-440c-b6ba-7d78004b5029,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:47.305003 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:47.488958 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.497801 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.508966 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d0764dc1-be8d-4c66-825d-4a876cd15324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:47.561174 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7db4379b0e04304af5b42b5338512bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9933858
Jul 07 18:32:47.564399 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e576a-7fa6-4a8c-9dbe-bb528bb6782e,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:47.565286 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58450) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:47.569989 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:47.595402 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b369ceb-c2de-4411-acb9-866fcd4e5c68 req-871c70ad-6c26-4a85-b967-cb3e35de8483 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:47.603917 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b369ceb-c2de-4411-acb9-866fcd4e5c68 req-871c70ad-6c26-4a85-b967-cb3e35de8483 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.1681952
Jul 07 18:32:47.667716 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b369ceb-c2de-4411-acb9-866fcd4e5c68 req-4f916689-c3cb-43fe-8a5f-8df9a1fa736f tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629587
Jul 07 18:32:47.668576 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.704081 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.773311 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.778388 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fb86897e-a4f6-43b6-90bc-29094ee69f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:47.798793 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e576a-7fa6-4a8c-9dbe-bb528bb6782e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:47.801839 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:47.803307 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:47.804708 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec8e576a-7fa6-4a8c-9dbe-bb528bb6782e HTTP/1.1" status: 204  len: 168 time: 0.2371190
Jul 07 18:32:48.340347 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b5d7a-21f8-4b39-8774-84f3b52cfd7d req-ae9483c7-06a6-406e-874a-d597878d04c9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:48.344204 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ce7b5d7a-21f8-4b39-8774-84f3b52cfd7d req-ae9483c7-06a6-406e-874a-d597878d04c9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1247361
Jul 07 18:32:48.402361 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58480) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:48.425459 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:48.438576 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ce7b5d7a-21f8-4b39-8774-84f3b52cfd7d req-26e13ef5-56a4-4216-b880-958e335166c7 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846124
Jul 07 18:32:48.467487 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:48.473013 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Usage tracker for resource:security_group_rule and tenant:a843a22181ca4dcb82481c53577402c7 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:48.476654 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:48.484424 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:48.595216 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:48.601746 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:48.612187 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8ee05d24-2d2e-4b7d-a76d-388ee7bb5d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:48.655863 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a843a22181ca4dcb82481c53577402c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2459850
Jul 07 18:32:48.656236 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58490) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:48.661043 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b98cac-2002-434c-a317-4dd278551d41,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:48.667074 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:48.783587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:48.824463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:48.965195 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c5cd-dd5f-4956-bfce-95771b91a886 req-5451cb82-dfb3-4cb5-9bd3-0ac060302ab8 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:48.968096 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b433c5cd-dd5f-4956-bfce-95771b91a886 req-5451cb82-dfb3-4cb5-9bd3-0ac060302ab8 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.1286268
Jul 07 18:32:48.990461 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:48.995514 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3dbf387d-37f1-4447-91ab-06f040eb4de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:49.016288 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b98cac-2002-434c-a317-4dd278551d41,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:49.027042 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:49.052938 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b433c5cd-dd5f-4956-bfce-95771b91a886 req-cd91f745-e987-4bfb-937a-f44a22f073fd tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786073
Jul 07 18:32:49.054509 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:49.055802 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8b98cac-2002-434c-a317-4dd278551d41 HTTP/1.1" status: 204  len: 168 time: 0.3977532
Jul 07 18:32:49.656336 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091400be-612a-4275-b388-45657a6a2bc6 req-01982e75-019c-40f5-8654-6e5ae3577623 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:49.657824 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-091400be-612a-4275-b388-45657a6a2bc6 req-01982e75-019c-40f5-8654-6e5ae3577623 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0962031
Jul 07 18:32:49.715501 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-091400be-612a-4275-b388-45657a6a2bc6 req-8da331dd-b1a9-436f-a1f3-c70af5439fe9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441585
Jul 07 18:32:50.272327 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a584-2a43-40ad-ab92-3b4501ff039f req-4b1d3366-29d4-4730-ae31-ad239874a174 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:50.274400 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b4b9a584-2a43-40ad-ab92-3b4501ff039f req-4b1d3366-29d4-4730-ae31-ad239874a174 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.1114275
Jul 07 18:32:50.336129 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b4b9a584-2a43-40ad-ab92-3b4501ff039f req-18b3fd68-c541-47df-88d4-445163894bec tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534720
Jul 07 18:32:50.539015 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92762f8-ebdc-435b-ac8f-a812ba3805f5 req-32a8fd50-f960-4c5a-88aa-ff61a4108258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:50.541598 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f92762f8-ebdc-435b-ac8f-a812ba3805f5 req-32a8fd50-f960-4c5a-88aa-ff61a4108258 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 1098 time: 0.1395581
Jul 07 18:32:50.545631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525aed3-c8b1-4830-b6b2-1029d186f038 req-695f766e-220b-48d9-89c6-7164fe264994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:50.547111 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0525aed3-c8b1-4830-b6b2-1029d186f038 req-695f766e-220b-48d9-89c6-7164fe264994 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 1099 time: 0.1437974
Jul 07 18:32:50.623169 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0525aed3-c8b1-4830-b6b2-1029d186f038 req-69c533aa-a099-444e-8d24-0c14529316d9 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661273
Jul 07 18:32:50.626871 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f92762f8-ebdc-435b-ac8f-a812ba3805f5 req-77f76123-2787-4ba1-b2ff-0a159532c732 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710661
Jul 07 18:32:50.915888 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da509a33-c8ba-4996-84e9-4a3a0b477578 req-cc34de69-d447-40f3-811d-6a9692444525 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:50.917438 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-da509a33-c8ba-4996-84e9-4a3a0b477578 req-cc34de69-d447-40f3-811d-6a9692444525 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0872307
Jul 07 18:32:50.969563 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-da509a33-c8ba-4996-84e9-4a3a0b477578 req-42ecbe3d-c49d-400e-a91c-4c593938ebf1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423501
Jul 07 18:32:51.712388 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f92ca-7015-43b3-996e-c1c331ead59c req-2fafd57f-7c48-46e7-81d6-6e4ce86c4cec tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:51.713853 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-098f92ca-7015-43b3-996e-c1c331ead59c req-2fafd57f-7c48-46e7-81d6-6e4ce86c4cec tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.0967691
Jul 07 18:32:51.763889 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-098f92ca-7015-43b3-996e-c1c331ead59c req-665b4aaf-e4d1-4b43-9845-b8b1b4e0d5a5 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442452
Jul 07 18:32:52.181490 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae6df-4e6a-4268-8992-70051939bebf req-ca8428b0-209c-4208-8cd1-4a5745ba2cce tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:52.187703 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a3bae6df-4e6a-4268-8992-70051939bebf req-ca8428b0-209c-4208-8cd1-4a5745ba2cce tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0897534
Jul 07 18:32:52.246247 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a3bae6df-4e6a-4268-8992-70051939bebf req-b83bca2c-de27-4546-b2ab-2d287f8ef480 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549023
Jul 07 18:32:52.544753 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7e896-09cd-4ea4-b3c2-2f36449c1637 req-0be9951a-4972-42d1-8c2e-524c0a164ad1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:52.547289 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6dd7e896-09cd-4ea4-b3c2-2f36449c1637 req-0be9951a-4972-42d1-8c2e-524c0a164ad1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1289356
Jul 07 18:32:52.641403 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6dd7e896-09cd-4ea4-b3c2-2f36449c1637 req-36ca78d5-32e8-4dda-a725-c9b22cdd8f01 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884194
Jul 07 18:32:52.939989 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e021f686-f18f-4991-be8c-e67a12bac394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:53.004529 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4b55-a3cf-4af4-8082-cf8f25654536 req-4e4694b2-79f7-4298-8644-28e6f68573c3 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:53.006053 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b8be4b55-a3cf-4af4-8082-cf8f25654536 req-4e4694b2-79f7-4298-8644-28e6f68573c3 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.1135802
Jul 07 18:32:53.063094 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b8be4b55-a3cf-4af4-8082-cf8f25654536 req-343fe2d7-ab77-426d-998d-920e6032eed8 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500758
Jul 07 18:32:53.566167 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:56.255351 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3706ec97-5431-4acd-8a9b-0dbbedc4ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:57.343258 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58776) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:57.344491 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:57.504172 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:57.525570 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:57.530927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Usage tracker for resource:security_group_rule and tenant:2129e7ec383b45e29c96675a04a3c5a3 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:57.535458 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:57.547085 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:57.679134 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:57.705428 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:57.716245 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e4361be3-a01f-41a6-8e53-ca82df853631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:57.783141 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2129e7ec383b45e29c96675a04a3c5a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4367564
Jul 07 18:32:57.786063 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8e5c9-0a47-4719-92fc-30ee7cec1dc1,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:57.787536 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58806) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:57.791215 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:57.885059 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:57.912404 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58812) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:57.930064 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.008189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.013321 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-c5c25e78-808c-4f5f-9402-b2a42c7cd8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:58.032266 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8e5c9-0a47-4719-92fc-30ee7cec1dc1,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:58.034947 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:58.036065 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.037968 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8b8e5c9-0a47-4719-92fc-30ee7cec1dc1 HTTP/1.1" status: 204  len: 168 time: 0.2487113
Jul 07 18:32:58.116841 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.133772 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:58.141341 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Usage tracker for resource:security_group_rule and tenant:6833581de33c4803af5a339a2df7a1c8 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:58.146116 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:58.153949 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:58.253418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.259558 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.273582 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-686122a2-62f3-423f-be25-8c8b2c54fb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:58.320579 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452b2a66-345a-46ac-ade3-46fe8e223182,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:58.325221 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6833581de33c4803af5a339a2df7a1c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4118063
Jul 07 18:32:58.326366 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5a2128e3-827a-4dfb-9e1c-d33a2013debc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:58.328548 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58826) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:58.416771 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.480210 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.488079 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-006be0a3-0b58-4502-a964-c6d0f6ac571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:58.489813 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-006be0a3-0b58-4502-a964-c6d0f6ac571c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.2171628
Jul 07 18:32:58.584134 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.596944 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.604710 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-74a75da7-b472-47db-890b-0e6f482aa9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:58.619703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452b2a66-345a-46ac-ade3-46fe8e223182,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:58.626142 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:58.632522 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.633656 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/452b2a66-345a-46ac-ade3-46fe8e223182 HTTP/1.1" status: 204  len: 168 time: 0.3039486
Jul 07 18:32:58.647702 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58834) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:58.692247 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-4740addf-c936-47cf-bda4-03b89b9083ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:58.694083 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-4740addf-c936-47cf-bda4-03b89b9083ed service neutron] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 919 time: 0.1878257
Jul 07 18:32:58.700270 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:58.768676 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511e83d-647b-4a54-b7f9-c13dcd04a279 req-62cc685c-358f-4d1c-beb6-3ff35bee6795 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:58.770231 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f511e83d-647b-4a54-b7f9-c13dcd04a279 req-62cc685c-358f-4d1c-beb6-3ff35bee6795 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2370238
Jul 07 18:32:58.771330 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:32:58.781201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Usage tracker for resource:security_group_rule and tenant:7417129b08c34c9e94b12a48a35f1ed0 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:32:58.798432 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-4105b5f8-a889-4003-baa4-43c3ecd87a3f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 200  len: 217 time: 0.0900776
Jul 07 18:32:58.805738 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:32:58.813403 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:32:58.869382 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-a8464d81-8471-4fea-8d82-11b63a20d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:32:58.871948 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-a8464d81-8471-4fea-8d82-11b63a20d97c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.0657852
Jul 07 18:32:58.898435 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f511e83d-647b-4a54-b7f9-c13dcd04a279 req-4cc9446e-18c8-41c4-af6e-9e0457841baa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095126
Jul 07 18:32:59.004327 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-62de9c20-0ca3-4baa-b564-ecced8710042 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1249976
Jul 07 18:32:59.009821 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:59.018782 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:59.038571 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-886ffb78-d3a5-48b9-8228-75a08cba6fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:59.176147 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7417129b08c34c9e94b12a48a35f1ed0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5268307
Jul 07 18:32:59.177455 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82df7c5-9840-47f2-81d5-98623771f96c,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:59.179971 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58854) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:32:59.181218 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:59.307090 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-757fe325-e8ae-4714-b7e6-4b3bafd20b12 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2839003
Jul 07 18:32:59.308225 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:59.423477 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:59.520311 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-09f4d0c3-ddd4-4b6d-9153-105fcc842b36 req-d5f2e184-9fcb-4214-b3aa-801d10e2b442 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011077
Jul 07 18:32:59.541176 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:59.557948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8723ec5d-9100-4674-9144-c139c3f2b8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:32:59.594417 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82df7c5-9840-47f2-81d5-98623771f96c,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:32:59.603599 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:32:59.610086 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:32:59.613939 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e82df7c5-9840-47f2-81d5-98623771f96c HTTP/1.1" status: 204  len: 168 time: 0.4303954
Jul 07 18:32:59.997315 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58892) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:00.118987 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80539-d155-4e2e-be2b-151c0eceeda9 req-5b6269e4-9cb5-4529-b13e-cc10dec5fdfe tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:00.120774 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ecb80539-d155-4e2e-be2b-151c0eceeda9 req-5b6269e4-9cb5-4529-b13e-cc10dec5fdfe tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0820401
Jul 07 18:33:00.175006 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ecb80539-d155-4e2e-be2b-151c0eceeda9 req-2d308e24-8d45-46a6-a5ef-01971f49289b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467472
Jul 07 18:33:00.274330 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1164060705-network', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:00.279272 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:00.283179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Usage tracker for resource:network and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:00.286130 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:00.295691 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:00.305894 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Made reservation on behalf of a239c12b571d4a31b52cd0753db91077 for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:00.308237 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.321338 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.339016 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:00.343907 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:00.347281 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:00.353135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:00.443368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.447792 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.452134 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-aa97cec5-a19a-4038-8bed-ee7ae256c8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:00.477433 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:33:00.491724 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2bd557-6df1-47bc-b207-9c75f4a61b4f,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:00.496155 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:00.497119 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.497452 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Added segment 2046c7e1-9020-4358-8d4b-22e6b2830097 of type vlan for network eaa24b39-f734-41e2-816f-2b4b94e6d6ca
Jul 07 18:33:00.534953 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.564882 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.566620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:00.567369 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.573508 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:00.680134 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6816862
Jul 07 18:33:00.680886 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa24b39-f734-41e2-816f-2b4b94e6d6ca,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:00.683333 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58920) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:00.692665 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:00.697948 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Request body: {'subnet': {'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1164060705-subnet', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:00.700226 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:33:00.705646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:00.710922 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Usage tracker for resource:subnet and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:00.714102 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:00.730353 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:00.744601 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Made reservation on behalf of a239c12b571d4a31b52cd0753db91077 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:00.748929 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.991524 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:00.996553 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:01.071843 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b4521b-374d-4711-b5e5-7c8d4c3ebff1,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:01.076378 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:01.081357 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Checking segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:01.081699 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Network hostable DHCP agents. Network: eaa24b39-f734-41e2-816f-2b4b94e6d6ca, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:33:01.102242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:33:01.112338 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, eaa24b39-f734-41e2-816f-2b4b94e6d6ca) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:01.116521 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:01.117118 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.123198 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7132a6-d7dc-4852-8770-688f5ebe0a3e None None] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:01.145575 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4604604
Jul 07 18:33:01.148753 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58938) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:01.154293 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:01.160512 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:01.164855 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Usage tracker for resource:router and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:01.168277 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:01.175127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:01.187148 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.188212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.227044 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.470718 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:33:01.471665 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.630595 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.642024 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Allocated IP 172.20.0.2 (eaa24b39-f734-41e2-816f-2b4b94e6d6ca/90b4521b-374d-4711-b5e5-7c8d4c3ebff1/688b4534-db06-482b-bb0c-5426de6708dc) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:01.684574 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf3bfa-10c3-493a-8060-9a64f774ceaf req-b5193992-f587-4e73-9c0b-1fa12c57f9fc tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:01.686161 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94cf3bfa-10c3-493a-8060-9a64f774ceaf req-b5193992-f587-4e73-9c0b-1fa12c57f9fc tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2848718
Jul 07 18:33:01.705137 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58956) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:01.807131 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94cf3bfa-10c3-493a-8060-9a64f774ceaf req-9c33d3d8-7a4f-4312-ad44-5ecd0932f2f2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761559
Jul 07 18:33:01.888077 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.905848 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:01.910120 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa3b18159654018bba45d0fa2fc19f3 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:01.923878 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:01.931282 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:01.941987 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:01.958115 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Transition to ACTIVE for port object 688b4534-db06-482b-bb0c-5426de6708dc will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:01.990488 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Transition to ACTIVE for port object 688b4534-db06-482b-bb0c-5426de6708dc will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:01.997929 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.004630 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d36770a6-8d69-4546-90a9-ae4e36b37a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:02.048073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.054326 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.068627 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3f544985-de48-4308-8d56-9a2863e63f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:02.078787 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Pushing event updated for resources: {'Port': ['ID=688b4534-db06-482b-bb0c-5426de6708dc,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:02.084112 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:02.095525 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:02.097454 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:02.100495 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:02.115551 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fa3b18159654018bba45d0fa2fc19f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4083230
Jul 07 18:33:02.117533 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.119810 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 58966) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:02.120483 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7438621b-eb07-4e29-965b-f58a99a458b9,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:02.123511 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:02.171551 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.191966 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.208950 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Attempting to bind port 688b4534-db06-482b-bb0c-5426de6708dc on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:02.209499 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Attempting to bind port 688b4534-db06-482b-bb0c-5426de6708dc by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:02.209973 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Attempting to bind port 688b4534-db06-482b-bb0c-5426de6708dc on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:02.216595 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:02.217169 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Checking segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:02.217717 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.218233 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Bound using segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:02.218949 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Bound port: 688b4534-db06-482b-bb0c-5426de6708dc, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:02.220199 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.225264 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.290136 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.297493 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0f29626f-81ff-485c-a923-cff310e57124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:02.309967 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7438621b-eb07-4e29-965b-f58a99a458b9,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:02.315960 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:02.318194 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.322532 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7438621b-eb07-4e29-965b-f58a99a458b9 HTTP/1.1" status: 204  len: 168 time: 0.1977017
Jul 07 18:33:02.337413 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Allocated IP 172.27.3.103 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/4c3b4103-76f1-4c4e-8952-879b9de56b35) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:02.349840 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] For port 688b4534-db06-482b-bb0c-5426de6708dc, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:02.355677 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] For port 688b4534-db06-482b-bb0c-5426de6708dc, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=688b4534-db06-482b-bb0c-5426de6708dc,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:02.363108 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.371084 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-01595496-fd8c-41be-a06d-c22e2e69ab5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:02.487613 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Pushing event updated for resources: {'Port': ['ID=688b4534-db06-482b-bb0c-5426de6708dc,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:02.494612 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:02.626094 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.658345 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.663910 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:02.744093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:02.744704 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 58980) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:02.750645 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:02.770183 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:02.828534 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:02.846336 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Pushing event updated for resources: {'Port': ['ID=4c3b4103-76f1-4c4e-8952-879b9de56b35,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:02.854596 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:02.864381 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:02.871727 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Usage tracker for resource:security_group_rule and tenant:ea41b7972ea243399a7831abf0675caa is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:02.880086 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:02.945417 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:03.133541 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 688b4534-db06-482b-bb0c-5426de6708dc up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:03.300441 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 688b4534-db06-482b-bb0c-5426de6708dc completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:03.317941 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b9ba4-0f3f-4dc0-bd31-2171d89cdc34 req-a5eb6c36-d707-4b48-83fe-53743270cf3f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:03.319518 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-230b9ba4-0f3f-4dc0-bd31-2171d89cdc34 req-a5eb6c36-d707-4b48-83fe-53743270cf3f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3770466
Jul 07 18:33:03.514807 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-230b9ba4-0f3f-4dc0-bd31-2171d89cdc34 req-4b73582e-4efb-4356-be62-7944fadc9885 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365621
Jul 07 18:33:03.526624 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.536080 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.551724 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0b467f31-a4a1-4644-882f-4b8e66d4e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:03.568051 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.705046 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea41b7972ea243399a7831abf0675caa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9592414
Jul 07 18:33:03.707657 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59012) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:03.721997 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0380790-6ae0-436d-a56f-68c299c53406,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:03.729290 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:03.788879 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.790799 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1101e9-35e6-40a7-b726-e7faf0256d84 None None] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:03.831425 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.884825 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Provisioning for port 688b4534-db06-482b-bb0c-5426de6708dc completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:03.892875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Provisioning complete for port 688b4534-db06-482b-bb0c-5426de6708dc triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:03.893330 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.900855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.913251 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a0226150-8d2a-4eda-a3dd-20ef0cf1ceac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:03.934425 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0380790-6ae0-436d-a56f-68c299c53406,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:03.946836 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:03.949633 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:03.954719 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0380790-6ae0-436d-a56f-68c299c53406 HTTP/1.1" status: 204  len: 168 time: 0.2456312
Jul 07 18:33:04.244465 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:04.322061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:04.383555 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59026) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:04.386231 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] For port 688b4534-db06-482b-bb0c-5426de6708dc, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=688b4534-db06-482b-bb0c-5426de6708dc,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:04.397339 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:04.400947 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:04.479705 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Pushing event updated for resources: {'Port': ['ID=688b4534-db06-482b-bb0c-5426de6708dc,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:04.483995 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:04.570930 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:04.599429 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:04.608767 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Usage tracker for resource:security_group_rule and tenant:0916dcdc454c4ceaae2dbc5070bf1e6d is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:04.611969 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:04.625199 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:04.737603 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:33:04.768654 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:04.793874 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:04.824809 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-54ec0d43-beff-4be6-bc01-234e359f4b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:04.869319 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0916dcdc454c4ceaae2dbc5070bf1e6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4803977
Jul 07 18:33:04.870342 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59054) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:04.871616 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660479fd-88a3-4ae3-b1d7-8a882efc0e08,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:04.938582 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-8756aa7c-b562-4516-848b-5173f6198461 None None] Provisioning complete for port 688b4534-db06-482b-bb0c-5426de6708dc triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:04.938959 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-8756aa7c-b562-4516-848b-5173f6198461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:04.987060 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1c290-be0f-47d9-8fcb-fd856cf526e3 req-5b0fd62d-7548-4dc5-bbff-ec84a00b93c5 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:04.988687 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-24c1c290-be0f-47d9-8fcb-fd856cf526e3 req-5b0fd62d-7548-4dc5-bbff-ec84a00b93c5 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2961607
Jul 07 18:33:05.016684 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:05.022130 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:05.033590 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:05.053307 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:05.055908 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca09ab730>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:05.103477 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-24c1c290-be0f-47d9-8fcb-fd856cf526e3 req-7e527948-eba5-4b94-b225-0184826b5a04 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712042
Jul 07 18:33:05.116154 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:05.121280 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 688b4534-db06-482b-bb0c-5426de6708dc up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:05.121581 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.9689519
Jul 07 18:33:05.122738 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59066) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:05.123279 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.124313 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.124757 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.125019 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.129149 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.130016 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.130632 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.131197 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.141304 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.141878 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.142382 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.143227 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:05.153144 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:05.155934 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:05.337238 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:05.342948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8ea96d40-9314-486a-8a53-905feb553de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:05.371636 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660479fd-88a3-4ae3-b1d7-8a882efc0e08,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:05.381336 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:05.393803 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:05.404472 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/660479fd-88a3-4ae3-b1d7-8a882efc0e08 HTTP/1.1" status: 204  len: 168 time: 0.5278008
Jul 07 18:33:05.411433 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 688b4534-db06-482b-bb0c-5426de6708dc triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:05.412142 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:05.623141 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:06.041947 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca09ab730>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:03Z', 'revision_number': 3, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:06.047226 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:06.047705 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Updating router 12ebecce-77ba-4d86-bfb8-144701a818a7 port 4c3b4103-76f1-4c4e-8952-879b9de56b35 binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:06.112965 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.134252 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59126) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:06.177855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.218268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:06.222624 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Usage tracker for resource:security_group_rule and tenant:f489cc789bbd4914be93ad272d224233 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:06.226283 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:06.233338 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:06.348077 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.354125 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.390193 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-58fe5dea-c171-4fc2-a18f-ef9055960b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:06.411955 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.433924 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a19f93-9821-4b05-979e-d198e35cdd87 req-26e774dc-ee60-44b5-aa6f-8b304ddf6de4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:06.434234 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f489cc789bbd4914be93ad272d224233&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958503
Jul 07 18:33:06.434356 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2a19f93-9821-4b05-979e-d198e35cdd87 req-26e774dc-ee60-44b5-aa6f-8b304ddf6de4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1857467
Jul 07 18:33:06.434452 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf199c3-5106-4f97-8d79-4523a66bca40,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:06.435650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59134) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:06.450440 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:06.525880 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.582388 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.696186 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.703268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a630921a-01a9-4beb-a077-4bdf3ba2cb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:06.734223 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf199c3-5106-4f97-8d79-4523a66bca40,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:06.739662 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:06.752149 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.754068 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcf199c3-5106-4f97-8d79-4523a66bca40 HTTP/1.1" status: 204  len: 168 time: 0.3069315
Jul 07 18:33:06.768696 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2a19f93-9821-4b05-979e-d198e35cdd87 req-81aab8da-7577-49e5-ab49-499e704df255 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3275270
Jul 07 18:33:06.795369 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Allocated IP 172.20.0.1 (eaa24b39-f734-41e2-816f-2b4b94e6d6ca/90b4521b-374d-4711-b5e5-7c8d4c3ebff1/3b0d953f-6701-4d2b-92fb-46e410d87fd3) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:06.832299 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.848178 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Transition to ACTIVE for port object 4c3b4103-76f1-4c4e-8952-879b9de56b35 will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:06.862203 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:06.872618 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:06.977227 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Pushing event updated for resources: {'Port': ['ID=4c3b4103-76f1-4c4e-8952-879b9de56b35,revision_number=2']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:06.999655 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.000001 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.000338 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.000663 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.001012 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.001335 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.001652 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.001966 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.002303 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.002619 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.002954 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.003268 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.009913 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:07.015216 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Attempting to bind port 4c3b4103-76f1-4c4e-8952-879b9de56b35 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:07.015341 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Attempting to bind port 4c3b4103-76f1-4c4e-8952-879b9de56b35 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:07.015663 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Attempting to bind port 4c3b4103-76f1-4c4e-8952-879b9de56b35 on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:07.021947 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:07.022724 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:07.023215 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.023804 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:07.024536 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Bound port: 4c3b4103-76f1-4c4e-8952-879b9de56b35, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:07.025095 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.116442 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] For port 4c3b4103-76f1-4c4e-8952-879b9de56b35, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:07.120257 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] For port 4c3b4103-76f1-4c4e-8952-879b9de56b35, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=4c3b4103-76f1-4c4e-8952-879b9de56b35,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:07.126502 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.130631 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-13e85279-44c7-476d-881e-ab16acacd054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:07.179257 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.217377 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Transition to ACTIVE for port object 3b0d953f-6701-4d2b-92fb-46e410d87fd3 will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:07.230625 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Pushing event updated for resources: {'Port': ['ID=4c3b4103-76f1-4c4e-8952-879b9de56b35,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:07.238540 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:07.257680 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:07.258358 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca09ab730>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:07.289097 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.294611 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:07.402856 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:07.407703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:07.409808 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0d953f-6701-4d2b-92fb-46e410d87fd3,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:07.427207 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:07.471223 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.471606 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.471969 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.472389 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.472618 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.480644 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.482212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.482212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.482212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.482212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.482530 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.483371 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:07.490256 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:07.536402 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.557613 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:07.750478 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-386d1427-f9c0-44b3-a413-602f1897ac08 None None] Provisioning for port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:07.763260 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-386d1427-f9c0-44b3-a413-602f1897ac08 None None] Provisioning complete for port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:07.763987 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-386d1427-f9c0-44b3-a413-602f1897ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.781465 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:07.923205 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-386d1427-f9c0-44b3-a413-602f1897ac08 None None] Port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:08.077723 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca09ab730>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:03Z', 'revision_number': 3, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:08.085993 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6897-c7e7-47cf-8e10-1001aa70d60c None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:03Z', 'revision_number': 3, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:08.176849 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91626ab-063f-4a0f-ad9d-d892fe005b4c req-1c9bac7e-9ffe-4937-97dd-505ec20079be tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:08.182710 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a91626ab-063f-4a0f-ad9d-d892fe005b4c req-1c9bac7e-9ffe-4937-97dd-505ec20079be tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1709440
Jul 07 18:33:08.298191 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:08.304160 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:08.338066 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d90ecfb3-0b82-4da7-8207-b492015c686d tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:08.390241 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a91626ab-063f-4a0f-ad9d-d892fe005b4c req-7558affc-8bc8-4166-a1bb-3c51eb503aef tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988659
Jul 07 18:33:08.439498 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0d953f-6701-4d2b-92fb-46e410d87fd3,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:08.445800 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:08.472767 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:08.491147 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:33:08.647776 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:08.649234 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:08.949425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:33:08.976146 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-14ec66f7-1766-49a6-ae0b-f272ca3baaf9 None None] Provisioning complete for port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:08.976623 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-14ec66f7-1766-49a6-ae0b-f272ca3baaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:09.098032 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 4c3b4103-76f1-4c4e-8952-879b9de56b35 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:09.169315 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59234) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:09.218797 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-14ec66f7-1766-49a6-ae0b-f272ca3baaf9 None None] Port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:09.245128 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:09.281050 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] 10.222.0.60 "PUT /v2.0/routers/12ebecce-77ba-4d86-bfb8-144701a818a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1566777
Jul 07 18:33:09.293874 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 4c3b4103-76f1-4c4e-8952-879b9de56b35 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:09.304159 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 4c3b4103-76f1-4c4e-8952-879b9de56b35 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:09.304539 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:09.485561 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:09.538209 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:09.547113 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Usage tracker for resource:security_group_rule and tenant:01e194b326a748f59154a6f4894dc2a5 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:09.553218 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:09.572859 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:09.603606 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:09.631377 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 4c3b4103-76f1-4c4e-8952-879b9de56b35, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=4c3b4103-76f1-4c4e-8952-879b9de56b35,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:09.637292 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:09.641507 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:09.778239 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=4c3b4103-76f1-4c4e-8952-879b9de56b35,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:09.797586 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.798493 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.798910 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.802323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.802978 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.803493 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.804004 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.804490 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.805253 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.805880 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.806559 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.807071 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:33:09.817586 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:09.817981 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbbdd7-16ee-44ab-9845-3296b47532b5 req-662af293-0ba0-4cbc-b078-fde9e9c9a23c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:09.821650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:09.827224 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-10cbbdd7-16ee-44ab-9845-3296b47532b5 req-662af293-0ba0-4cbc-b078-fde9e9c9a23c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1496091
Jul 07 18:33:09.829929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:09.850007 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:09.903411 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-10cbbdd7-16ee-44ab-9845-3296b47532b5 req-0683a235-471c-4ede-b847-df218ece8e5e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760469
Jul 07 18:33:09.904568 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62521e1-a1cb-47f6-a2a6-a13104a98f64,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:09.918901 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:09.922393 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-215376d3-78d3-45a4-8e3f-b5102aa24459 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01e194b326a748f59154a6f4894dc2a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7520919
Jul 07 18:33:09.925440 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59262) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:09.959291 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59266) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:09.995278 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.031301 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.111847 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.117659 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ac69a292-1630-45db-bab9-280509841ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:10.131763 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62521e1-a1cb-47f6-a2a6-a13104a98f64,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:10.135342 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:10.138070 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.141940 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b62521e1-a1cb-47f6-a2a6-a13104a98f64 HTTP/1.1" status: 204  len: 168 time: 0.2141099
Jul 07 18:33:10.155217 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.174875 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:10.183129 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Usage tracker for resource:security_group_rule and tenant:b56dcf75733445b49f57556458dd142e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:10.189100 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:10.195205 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:10.315627 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.322441 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.327431 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59284) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:10.333243 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-702ed54d-01d4-4a65-a57a-11165b5445ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:10.336433 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1539755779-network', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:10.343352 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:10.348494 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Usage tracker for resource:network and tenant:cfbb0cab58f54f0586d5fcacb4e6f60d is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:10.352585 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:10.363220 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:10.376790 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Made reservation on behalf of cfbb0cab58f54f0586d5fcacb4e6f60d for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:10.379203 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b56dcf75733445b49f57556458dd142e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4187083
Jul 07 18:33:10.380829 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.381533 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b353a-f600-4470-b80a-aea2bad48305,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:10.384050 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59288) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:10.386947 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:10.421509 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.448450 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:10.454442 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Usage tracker for resource:security_group_rule and tenant:cfbb0cab58f54f0586d5fcacb4e6f60d is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:10.457482 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:10.457981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:10.463857 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:10.469886 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:10.470763 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15b0670>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:10.493996 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.544148 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.576334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.601481 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.614782 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-df28a804-914b-49fa-bda3-64f3745810d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:10.651427 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:33:10.669729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.670152 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Added segment ad4d44c4-da32-4ba2-8489-4ba51ba7a569 of type vlan for network bc958e4c-e62f-4dfb-8319-2694cd0f8a15
Jul 07 18:33:10.712070 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.715748 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.725432 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8dcd29d1-3bdd-474b-a5a9-4b68981a59da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:10.749724 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:10.771902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.778566 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/928b353a-f600-4470-b80a-aea2bad48305 HTTP/1.1" status: 204  len: 168 time: 0.3933225
Jul 07 18:33:10.779507 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b353a-f600-4470-b80a-aea2bad48305,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:10.791172 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:10.830098 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.866752 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c2c5d0-5bd5-4c60-aec1-45dfb8105435,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:10.891872 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:10.895020 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:10.976909 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:10.977733 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d64df26a-2013-4670-8f7a-7445b7c1054b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:11.031767 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59314) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:11.036019 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7057157
Jul 07 18:33:11.039882 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Request body: {'subnet': {'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1539755779-subnet', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:11.047445 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:11.057571 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Usage tracker for resource:subnet and tenant:cfbb0cab58f54f0586d5fcacb4e6f60d is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:11.063381 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:11.076290 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:11.110171 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Made reservation on behalf of cfbb0cab58f54f0586d5fcacb4e6f60d for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:11.115073 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:11.277473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 4c3b4103-76f1-4c4e-8952-879b9de56b35 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:11.444958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Pushing event updated for resources: {'Network': ['ID=bc958e4c-e62f-4dfb-8319-2694cd0f8a15,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:11.455598 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:11.496709 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:33:11.715444 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6f320-48b3-424c-b650-f1a5d9bf031a req-78beee94-ecee-4542-a105-ac6645701909 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:11.717944 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ab6f320-48b3-424c-b650-f1a5d9bf031a req-78beee94-ecee-4542-a105-ac6645701909 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3505533
Jul 07 18:33:11.719904 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:11.727168 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-04fa4103-8d01-48b4-b503-fe2222a2a870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:11.766321 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 4c3b4103-76f1-4c4e-8952-879b9de56b35 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:11.766835 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:11.872932 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ab6f320-48b3-424c-b650-f1a5d9bf031a req-55838823-5ebd-42df-9af7-405719bed811 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467385
Jul 07 18:33:11.906422 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15b0670>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 2, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:11.907781 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812dc8fa-9a42-4590-990b-c6675223d0fa,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:11.922725 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:11.923860 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Checking segment: {'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:11.924418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Network hostable DHCP agents. Network: bc958e4c-e62f-4dfb-8319-2694cd0f8a15, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:33:11.974339 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:33:11.986711 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:11.986957 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Updating router 12ebecce-77ba-4d86-bfb8-144701a818a7 port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:11.992246 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, bc958e4c-e62f-4dfb-8319-2694cd0f8a15) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:12.017974 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:12.022053 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:12.042740 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e54d8-b88c-4792-83e1-a4fcc032a6e4 None None] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:12.091227 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0587604
Jul 07 18:33:12.094401 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59358) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:12.100073 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:12.126922 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:12.153208 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Usage tracker for resource:router and tenant:cfbb0cab58f54f0586d5fcacb4e6f60d is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:12.161267 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:12.184985 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:12.195473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:12.212149 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:12.214616 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:12.249938 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:12.282590 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:12.661587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:12.686635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-bc958e4c-e62f-4dfb-8319-2694cd0f8a15', 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'fixed_ips': [{'subnet_id': '812dc8fa-9a42-4590-990b-c6675223d0fa'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:33:12.691130 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.060136 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Allocated IP 172.20.0.2 (bc958e4c-e62f-4dfb-8319-2694cd0f8a15/812dc8fa-9a42-4590-990b-c6675223d0fa/7e524436-4cd2-4a13-8aa6-eea75210b272) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:13.349972 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59388) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:13.392991 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-2e037eb2-ad09-4f8a-83c6-ab3901065e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:13.394897 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-2e037eb2-ad09-4f8a-83c6-ab3901065e75 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.2153652
Jul 07 18:33:13.454792 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.468612 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.494203 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Transition to ACTIVE for port object 7e524436-4cd2-4a13-8aa6-eea75210b272 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:13.508489 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.547331 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Transition to ACTIVE for port object 7e524436-4cd2-4a13-8aa6-eea75210b272 will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:13.565608 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.575038 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:13.701350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.728746 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:13.737598 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Allocated IP 172.27.3.139 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/d0390643-7f96-482b-ac8e-eebb5702a990) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:13.742575 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:13.747321 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Usage tracker for resource:security_group_rule and tenant:6d60c24c9c0f4df599f6dfd1b7211315 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:13.750412 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:13.753374 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:13.757718 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Pushing event updated for resources: {'Port': ['ID=7e524436-4cd2-4a13-8aa6-eea75210b272,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:13.762192 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:13.763523 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:13.798874 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:13.801415 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-0433a35b-783b-4c45-a123-0658f8ed32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:13.803250 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-0433a35b-783b-4c45-a123-0658f8ed32ce service neutron] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 919 time: 0.3714955
Jul 07 18:33:13.876508 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.897890 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-15b23328-7fee-41d5-a9c2-18c35af04631 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 200  len: 217 time: 0.0840380
Jul 07 18:33:13.909299 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Transition to ACTIVE for port object 3b0d953f-6701-4d2b-92fb-46e410d87fd3 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:13.912385 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Attempting to bind port 7e524436-4cd2-4a13-8aa6-eea75210b272 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:13.912857 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Attempting to bind port 7e524436-4cd2-4a13-8aa6-eea75210b272 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:13.913287 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Attempting to bind port 7e524436-4cd2-4a13-8aa6-eea75210b272 on network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:13.922522 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:13.922909 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Checking segment: {'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:13.923465 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.923919 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Bound using segment: {'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:13.924555 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Bound port: 7e524436-4cd2-4a13-8aa6-eea75210b272, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:13.925017 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.938769 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:13.945722 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:14.025695 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-4c76896f-3cb1-4142-b998-ef6825cd2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:14.027354 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-4c76896f-3cb1-4142-b998-ef6825cd2d21 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.1180933
Jul 07 18:33:14.114286 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-9a43ffd7-4ef3-467e-8140-76ac8b86bdeb service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684788
Jul 07 18:33:14.116202 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.144088 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.151760 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.171380 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee823f0-351a-40b6-a5f7-1a64563c291d req-2e4e9599-e949-4bff-84e2-dd51a54c816f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:14.172894 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5513f3cf-af70-458c-a031-e6e265e46b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:14.174532 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aee823f0-351a-40b6-a5f7-1a64563c291d req-2e4e9599-e949-4bff-84e2-dd51a54c816f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 1.1285975
Jul 07 18:33:14.263569 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aee823f0-351a-40b6-a5f7-1a64563c291d req-33485697-db10-4e0e-9b2c-2dd0ef557bcc tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727086
Jul 07 18:33:14.276339 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.280979 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] For port 7e524436-4cd2-4a13-8aa6-eea75210b272, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:14.281992 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-24d90b58-70e9-4f9e-ad70-b48e3a7ecb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:14.330301 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fdceb-a7d1-4462-bbb8-fec0ecf7cf9a None None] Pushing event updated for resources: {'Port': ['ID=3b0d953f-6701-4d2b-92fb-46e410d87fd3,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:14.343726 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbce59f-d153-4f8b-b372-92eea777695a,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:14.347332 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-1a0fdceb-a7d1-4462-bbb8-fec0ecf7cf9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:14.352976 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:14.358197 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d60c24c9c0f4df599f6dfd1b7211315&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0066304
Jul 07 18:33:14.361419 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59404) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:14.362586 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:14.365801 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:14.371109 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:14.417381 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] For port 7e524436-4cd2-4a13-8aa6-eea75210b272, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=7e524436-4cd2-4a13-8aa6-eea75210b272,segment=NetworkSegment(ad4d44c4-da32-4ba2-8489-4ba51ba7a569),segment_id=ad4d44c4-da32-4ba2-8489-4ba51ba7a569)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:14.437537 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.438719 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0390643-7f96-482b-ac8e-eebb5702a990,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:14.443561 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:14.445388 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:14.482850 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-bb2a96a8-b7c0-49c3-8092-be7860e3e0d5 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3540063
Jul 07 18:33:14.488519 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.519714 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Attempting to bind port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:14.520492 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Attempting to bind port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:14.520987 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Attempting to bind port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:14.541623 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:14.542184 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Checking segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:14.543899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.543899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Bound using segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:14.543899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Bound port: 3b0d953f-6701-4d2b-92fb-46e410d87fd3, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:14.544328 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.604499 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.698542 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Pushing event updated for resources: {'Port': ['ID=7e524436-4cd2-4a13-8aa6-eea75210b272,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:14.763279 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] For port 3b0d953f-6701-4d2b-92fb-46e410d87fd3, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:14.771882 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] For port 3b0d953f-6701-4d2b-92fb-46e410d87fd3, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=3b0d953f-6701-4d2b-92fb-46e410d87fd3,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:14.776146 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:14.778699 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.783195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-20a71ad3-1894-419c-aa41-29acc22f0482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:14.806721 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7d5e69f1-a8e6-4423-9001-ac2b33d84e19 req-db27a15f-a7d6-4170-9adc-d0afb9cb2924 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3148592
Jul 07 18:33:14.837420 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.846367 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ad3da2bc-1df3-4c04-bbae-49324f2f54bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:14.861785 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbce59f-d153-4f8b-b372-92eea777695a,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:14.867539 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:14.869834 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:14.870982 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edbce59f-d153-4f8b-b372-92eea777695a HTTP/1.1" status: 204  len: 168 time: 0.5085545
Jul 07 18:33:15.054648 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:15.058665 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15b0670>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:15.175362 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fdceb-a7d1-4462-bbb8-fec0ecf7cf9a None None] Pushing event updated for resources: {'Port': ['ID=3b0d953f-6701-4d2b-92fb-46e410d87fd3,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:15.231061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-1a0fdceb-a7d1-4462-bbb8-fec0ecf7cf9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:15.274363 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 7e524436-4cd2-4a13-8aa6-eea75210b272 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:15.350644 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:15.691985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 7e524436-4cd2-4a13-8aa6-eea75210b272 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:15.749108 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:15.785888 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59446) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:15.885259 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Deleting subnet 030ed970-3779-4220-a19a-9a13a8c51c07 {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:33:15.889769 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:15.960656 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603a30-efea-4f8b-aa5a-2af71caad29a req-4b68b6e9-675d-45e3-81f4-b7c146c95d1b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:15.962235 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f5603a30-efea-4f8b-aa5a-2af71caad29a req-4b68b6e9-675d-45e3-81f4-b7c146c95d1b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3920002
Jul 07 18:33:15.988288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.114468 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.152003 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f5603a30-efea-4f8b-aa5a-2af71caad29a req-fec6aa95-4377-43cc-81ed-43e0e629bf9f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733932
Jul 07 18:33:16.211131 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.224299 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.234900 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5dd59998-d445-4791-b90c-573ea91df6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:16.301214 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030ed970-3779-4220-a19a-9a13a8c51c07,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:16.309761 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:16.311997 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.322581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59460) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:16.323606 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/030ed970-3779-4220-a19a-9a13a8c51c07 HTTP/1.1" status: 204  len: 168 time: 0.5363026
Jul 07 18:33:16.329992 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08341db-041a-43fc-9c3b-089496bf9480 None None] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:16.427503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59464) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:16.447952 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Provisioning for port 7e524436-4cd2-4a13-8aa6-eea75210b272 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:16.497337 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Provisioning complete for port 7e524436-4cd2-4a13-8aa6-eea75210b272 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:16.497882 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.580091 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15b0670>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:14Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:16.589605 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce93cef9-52ba-44a8-835b-4cdbab9ab4d4 None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:14Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:16.596756 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-746137964-network', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:16.606259 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:16.611642 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Usage tracker for resource:network and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:16.615107 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:16.624844 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:16.672264 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Made reservation on behalf of edf997a43a1a49f7bdfa3734765616b2 for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:16.679111 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.680853 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.709577 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.728988 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:16.734527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:16.737795 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:16.748038 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:16.792139 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.847704 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] For port 7e524436-4cd2-4a13-8aa6-eea75210b272, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=7e524436-4cd2-4a13-8aa6-eea75210b272,segment=NetworkSegment(ad4d44c4-da32-4ba2-8489-4ba51ba7a569),segment_id=ad4d44c4-da32-4ba2-8489-4ba51ba7a569)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:16.855142 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.858279 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:16.912811 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.915102 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:33:16.923733 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.936863 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-78844839-552c-445c-9391-f59acf605f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:16.937385 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.956886 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Pushing event updated for resources: {'Port': ['ID=7e524436-4cd2-4a13-8aa6-eea75210b272,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:16.962727 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9bca88e0>,) {'filters': {'network_id': ['a76aa4f5-3db9-460c-9a09-25aba86a9975']}} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:16.971708 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:16.985223 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:33:16.997719 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:16.998742 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Added segment 26382dd5-772d-42e0-8385-ec00c308784f of type vlan for network 728aabad-3515-48ec-af2e-69c303dea069
Jul 07 18:33:17.035784 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.071583 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8e08e5-62c7-4a0c-8c92-d03037e8c3c8,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:17.097859 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:17.100736 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.103033 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:17.109235 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.127868 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:17.143258 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9bca88e0>, 'd6d22da0-df11-4dff-b29e-cdcdab575ecf') {'for_net_delete': True} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:17.143703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9bca88e0>, 'd6d22da0-df11-4dff-b29e-cdcdab575ecf') {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:17.188344 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1516495'] for segment, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.246788 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 3b0d953f-6701-4d2b-92fb-46e410d87fd3 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:17.351688 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.362467 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=78558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:33:17.363234 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519572'] for segment, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.373094 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9410481
Jul 07 18:33:17.375294 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-b9934cff-d798-4e8a-9294-c26fc1e039b1 None None] Provisioning complete for port 7e524436-4cd2-4a13-8aa6-eea75210b272 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:17.375779 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b9934cff-d798-4e8a-9294-c26fc1e039b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.377360 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59478) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:17.379999 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=728aabad-3515-48ec-af2e-69c303dea069,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:17.391894 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Request body: {'subnet': {'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-746137964-subnet', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'ip_version': 4}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:17.395499 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:17.397792 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:17.403570 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Usage tracker for resource:subnet and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:17.407106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]: Traceback (most recent call last):
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     timer()
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     cb(*args, **kw)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     return func(*args, **kwargs)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     self._notify()
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     self.callback(batched_events)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     event.method(event)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     return f(self, *a, **k)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._get(url).json()
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:33:17.408232 dv-cinder-798696-1-iscsi neutron-server[78558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:33:17.414554 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:17.416497 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 728aabad-3515-48ec-af2e-69c303dea069 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:33:17.425939 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Made reservation on behalf of edf997a43a1a49f7bdfa3734765616b2 for: {'subnet': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:17.428697 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60823160'] for subnet, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.552780 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:17.577053 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:17.577525 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.593582 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.606625 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:17.619512 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.635207 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Sync routers for ids ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:17.650835 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Routers {'3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:17.657750 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca091c610>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:17.689387 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:17.741258 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.743451 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.6474977
Jul 07 18:33:17.753312 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59486) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:17.836709 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59490) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:17.838013 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a76aa4f5-3db9-460c-9a09-25aba86a9975 HTTP/1.1" status: 204  len: 168 time: 1.5140653
Jul 07 18:33:17.839265 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76aa4f5-3db9-460c-9a09-25aba86a9975,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:17.855684 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8e6b932b-7af7-4e55-92fe-76579ced98e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:17.885868 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014ac5-94e6-46bc-89a0-c4a5fb190921 req-45f06652-f54f-4cff-b644-9cafac7c40fd tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:17.893970 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04014ac5-94e6-46bc-89a0-c4a5fb190921 req-45f06652-f54f-4cff-b644-9cafac7c40fd tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.4809332
Jul 07 18:33:17.918897 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:17.960651 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Set router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:17.982242 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 3b0d953f-6701-4d2b-92fb-46e410d87fd3, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=3b0d953f-6701-4d2b-92fb-46e410d87fd3,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:17.994870 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Deleting subnet de6cb7aa-b02f-463b-8209-a0133ba50e08 {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:33:18.001302 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.005018 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 7e524436-4cd2-4a13-8aa6-eea75210b272 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:18.007014 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.068987 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04014ac5-94e6-46bc-89a0-c4a5fb190921 req-a25f27c4-b41b-45f5-8fb6-08c0ff77ee3d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683540
Jul 07 18:33:18.073071 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1666741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60823150'] for subnet, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.087033 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9fd5180b-c967-4306-8a5a-1bf651d4fd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:18.126072 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-1a0fdceb-a7d1-4462-bbb8-fec0ecf7cf9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:18.178178 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.260705 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b5e5d3-604f-4bc6-8f36-ea3d76947b77,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:18.281978 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:18.290813 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 7e524436-4cd2-4a13-8aa6-eea75210b272 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:18.291196 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.315131 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Checking segment: {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:18.315773 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Network hostable DHCP agents. Network: 728aabad-3515-48ec-af2e-69c303dea069, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:33:18.325906 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.420694 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=3b0d953f-6701-4d2b-92fb-46e410d87fd3,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:18.425665 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:18.457768 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Network 728aabad-3515-48ec-af2e-69c303dea069 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:33:18.496673 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 728aabad-3515-48ec-af2e-69c303dea069) {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:18.504891 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.507575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:18.508402 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.523528 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:18.541096 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63a895-0bf9-4cc8-8550-bc45cb22ea6a None None] Network 728aabad-3515-48ec-af2e-69c303dea069 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:18.544264 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca091c610>, [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:33:14Z', 'revision_number': 3, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port': {'id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:13Z', 'updated_at': '2021-07-07T18:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:18.550012 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Checking router: 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:18.550363 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Updating router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 port d0390643-7f96-482b-ac8e-eebb5702a990 binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:18.585193 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6cb7aa-b02f-463b-8209-a0133ba50e08,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:18.587975 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.596654 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:18.602508 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-12d34683-e6c3-42f3-91e1-441fdffcd234 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2240071
Jul 07 18:33:18.605184 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59496) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:18.611386 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:18.615597 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/de6cb7aa-b02f-463b-8209-a0133ba50e08 HTTP/1.1" status: 204  len: 168 time: 0.7727520
Jul 07 18:33:18.618510 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:18.620875 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59500) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:18.671860 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.738896 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.741261 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Usage tracker for resource:router and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:18.745544 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:18.754182 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:18.806404 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.807669 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.824292 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:18.874430 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-728aabad-3515-48ec-af2e-69c303dea069', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:33:18.875650 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.044331 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.082863 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 3b0d953f-6701-4d2b-92fb-46e410d87fd3 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:19.091021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.117081 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Allocated IP 172.20.0.2 (728aabad-3515-48ec-af2e-69c303dea069/26b5e5d3-604f-4bc6-8f36-ea3d76947b77/97688c4e-0428-4c67-a68b-d63a9c63ace2) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:19.255374 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.276025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ca03bd040>,) {'filters': {'network_id': ['31e24706-6c02-4afc-96b3-f8c1b46b165f']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:19.282278 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Transition to ACTIVE for port object d0390643-7f96-482b-ac8e-eebb5702a990 will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:19.299827 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.300131 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca03bd040>, '1f801bd2-4075-4b74-b0a2-81de87b44486') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:19.300323 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca03bd040>, '1f801bd2-4075-4b74-b0a2-81de87b44486') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:19.304655 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:19.312958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.320987 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.356729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.422539 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Attempting to bind port d0390643-7f96-482b-ac8e-eebb5702a990 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:19.422997 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Attempting to bind port d0390643-7f96-482b-ac8e-eebb5702a990 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:19.423428 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Attempting to bind port d0390643-7f96-482b-ac8e-eebb5702a990 on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:19.432129 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:33:19.432370 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d4576-e29b-453f-ba2e-d48997603142 None None] Pushing event updated for resources: {'Port': ['ID=d0390643-7f96-482b-ac8e-eebb5702a990,revision_number=2']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:19.432544 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.435189 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:19.435688 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:19.436678 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.437394 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:19.438202 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Bound port: d0390643-7f96-482b-ac8e-eebb5702a990, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:19.438663 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.448952 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:33:19.455339 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:33:19.475527 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Transition to ACTIVE for port object 97688c4e-0428-4c67-a68b-d63a9c63ace2 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:19.500986 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-290d4576-e29b-453f-ba2e-d48997603142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:19.528964 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Transition to ACTIVE for port object 97688c4e-0428-4c67-a68b-d63a9c63ace2 will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:19.557419 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.573456 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.579779 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0a819a7e-8e1d-4627-aa4a-6be15f229697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:19.588188 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:19.599573 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.612251 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Pushing event deleted for resources: {'Network': ['ID=31e24706-6c02-4afc-96b3-f8c1b46b165f,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:19.617120 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:19.627957 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] 10.222.0.60 "DELETE /v2.0/networks/31e24706-6c02-4afc-96b3-f8c1b46b165f HTTP/1.1" status: 204  len: 168 time: 1.0057383
Jul 07 18:33:19.630047 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] For port d0390643-7f96-482b-ac8e-eebb5702a990, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:19.634549 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] For port d0390643-7f96-482b-ac8e-eebb5702a990, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=d0390643-7f96-482b-ac8e-eebb5702a990,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:19.641227 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.650360 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:19.694050 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Network 728aabad-3515-48ec-af2e-69c303dea069 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:19.696501 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Pushing event updated for resources: {'Port': ['ID=97688c4e-0428-4c67-a68b-d63a9c63ace2,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:19.699252 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:19.700185 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:19.706393 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:19.727756 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075760e-cd56-4182-8f8a-052c0faefa61 req-a9cd0272-1cf2-42a0-a282-05c7449f992c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:19.738600 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e075760e-cd56-4182-8f8a-052c0faefa61 req-a9cd0272-1cf2-42a0-a282-05c7449f992c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2766325
Jul 07 18:33:19.759565 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Routers {'3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:19.760280 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca091c610>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:19.792599 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Allocated IP 172.20.0.1 (bc958e4c-e62f-4dfb-8319-2694cd0f8a15/812dc8fa-9a42-4590-990b-c6675223d0fa/504c451a-7cbe-4cbb-9a81-4f3c6d69b65e) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:19.835721 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:19.840630 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.843848 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d4576-e29b-453f-ba2e-d48997603142 None None] Pushing event updated for resources: {'Port': ['ID=d0390643-7f96-482b-ac8e-eebb5702a990,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:19.849848 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-290d4576-e29b-453f-ba2e-d48997603142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:19.924196 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Attempting to bind port 97688c4e-0428-4c67-a68b-d63a9c63ace2 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:19.924989 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Attempting to bind port 97688c4e-0428-4c67-a68b-d63a9c63ace2 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:19.925462 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Attempting to bind port 97688c4e-0428-4c67-a68b-d63a9c63ace2 on network 728aabad-3515-48ec-af2e-69c303dea069 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:19.935447 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:19.936003 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Checking segment: {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:19.936946 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.937627 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Bound using segment: {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:19.938377 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Bound port: 97688c4e-0428-4c67-a68b-d63a9c63ace2, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:19.938872 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:19.946969 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59516) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:20.118320 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] Set router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:20.156889 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.190227 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Transition to ACTIVE for port object 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:20.213992 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] For port 97688c4e-0428-4c67-a68b-d63a9c63ace2, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:20.230876 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] For port 97688c4e-0428-4c67-a68b-d63a9c63ace2, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=97688c4e-0428-4c67-a68b-d63a9c63ace2,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:20.238530 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.241375 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.247939 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e075760e-cd56-4182-8f8a-052c0faefa61 req-83ba9491-d859-4231-8861-59471fd2cc03 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5035241
Jul 07 18:33:20.274346 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:20.316894 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.354339 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.372279 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-98a1677d-f22c-4999-9aab-19821be2b7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:20.430734 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Pushing event updated for resources: {'Port': ['ID=97688c4e-0428-4c67-a68b-d63a9c63ace2,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:20.448050 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:20.460473 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-ceeffcb8-1585-40ef-80fe-bf549f7b6973 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=102562647acc4979912e7c303f0a3657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4841440
Jul 07 18:33:20.462614 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:20.463248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59526) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:20.472269 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:20.509202 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:20.551463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Pushing event updated for resources: {'Port': ['ID=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:20.555541 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Allocated IP 172.27.3.141 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/fbe47b8a-0fa5-4880-adeb-320ad7c58e4b) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:20.577140 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:20.620158 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca091c610>, [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:33:14Z', 'revision_number': 3, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port': {'id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:13Z', 'updated_at': '2021-07-07T18:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:20.625866 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf734da-c2a0-4475-9b3d-cebf8e79ff19 None None] The sync data for ids ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'] in dv-cinder-798696-1-iscsi is: [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:33:14Z', 'revision_number': 3, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port': {'id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:13Z', 'updated_at': '2021-07-07T18:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:20.707361 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.734283 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.776384 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.790069 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.843230 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.854029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:20.938365 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.939586 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:20.945362 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:20.949854 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:20.959739 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:20.963324 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d3a19925-3588-4866-b9e2-d60fffc0eff5 None None] Provisioning for port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:20.970491 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d3a19925-3588-4866-b9e2-d60fffc0eff5 None None] Provisioning complete for port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:20.971470 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d3a19925-3588-4866-b9e2-d60fffc0eff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:20.994804 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7637875-852f-4ead-bcca-898f35463d0b,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:21.035925 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:21.046304 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:21.049753 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7637875-852f-4ead-bcca-898f35463d0b HTTP/1.1" status: 204  len: 168 time: 0.5796554
Jul 07 18:33:21.117157 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-d3a19925-3588-4866-b9e2-d60fffc0eff5 None None] Port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:21.131405 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:21.135609 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:21.175409 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:21.259608 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 97688c4e-0428-4c67-a68b-d63a9c63ace2 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:21.446888 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 97688c4e-0428-4c67-a68b-d63a9c63ace2 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:21.697110 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdb1a5-410e-4f77-87cb-5e25db1e9a4c req-3ef50faa-b05d-4516-80dc-f558d3c2d4a3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:21.698649 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c7cdb1a5-410e-4f77-87cb-5e25db1e9a4c req-3ef50faa-b05d-4516-80dc-f558d3c2d4a3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1777551
Jul 07 18:33:21.754817 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:21.793379 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:21.829184 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59546) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:21.843232 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:21.886546 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c7cdb1a5-410e-4f77-87cb-5e25db1e9a4c req-a0c5cbcf-8035-4fc5-a48f-f2ee3dc3e5f9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760981
Jul 07 18:33:21.944534 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:21.945944 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:21.952788 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Pushing event updated for resources: {'Port': ['ID=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:21.958522 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:22.053638 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-dd4c6e32-d41f-4b0b-bed7-c8bdd7ccb802 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f620ce1615fc4b179e841e95a85b04ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2214825
Jul 07 18:33:22.053904 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59550) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:22.098671 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1642414-0667-4bfb-b99e-1c57da3da45e None None] Network 728aabad-3515-48ec-af2e-69c303dea069 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:22.132082 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:22.133334 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:22.216582 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.221957 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Provisioning for port 97688c4e-0428-4c67-a68b-d63a9c63ace2 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:22.233284 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Provisioning complete for port 97688c4e-0428-4c67-a68b-d63a9c63ace2 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:22.234000 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.338753 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.395509 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:33:22.559624 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.581535 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3a532dc8-d96d-4f92-b53f-87a35cbbf40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:22.586992 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.615802 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.622657 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7264e-4c47-43f6-8a4b-274114a826fb,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:22.655712 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] For port 97688c4e-0428-4c67-a68b-d63a9c63ace2, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=97688c4e-0428-4c67-a68b-d63a9c63ace2,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:22.674726 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.678816 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:22.792379 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Pushing event updated for resources: {'Port': ['ID=97688c4e-0428-4c67-a68b-d63a9c63ace2,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:22.800456 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:22.806218 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:22.809436 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.812576 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8f7264e-4c47-43f6-8a4b-274114a826fb HTTP/1.1" status: 204  len: 168 time: 0.7557328
Jul 07 18:33:22.815423 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-b8fa8511-d215-4cd8-8575-febc48513b2c None None] Provisioning complete for port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:22.815804 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b8fa8511-d215-4cd8-8575-febc48513b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:22.826935 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:22.840537 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/3a6bf590-1036-49da-b0a9-ded1ccdd2ce9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0739775
Jul 07 18:33:22.945325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa8511-d215-4cd8-8575-febc48513b2c None None] Port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:22.949833 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-9cb51be2-29d9-42aa-8f2d-30061cef351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:23.069071 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-aedf5aef-dc7f-409a-b31b-6172892a9183 None None] Provisioning complete for port 97688c4e-0428-4c67-a68b-d63a9c63ace2 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:23.069628 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-aedf5aef-dc7f-409a-b31b-6172892a9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:23.079544 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Router 38748b45-42b8-40d6-9071-60ffb7c6713d is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:33:23.151993 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Sync routers for ids ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:23.185923 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Routers {'3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:23.187486 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15dc3d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:23.311977 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0b5a-e023-490f-af32-5fec71cefc6b req-e84be956-55ad-4ac0-b847-09a8777af71a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:23.313570 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-953d0b5a-e023-490f-af32-5fec71cefc6b req-e84be956-55ad-4ac0-b847-09a8777af71a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2579045
Jul 07 18:33:23.366933 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 97688c4e-0428-4c67-a68b-d63a9c63ace2 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:23.397699 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-953d0b5a-e023-490f-af32-5fec71cefc6b req-b2941251-46a4-4138-a7a5-472156835717 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757437
Jul 07 18:33:23.412050 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:23.417595 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Sync routers for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:23.430772 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:23.431893 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca1489400>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:23.438221 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:23.442413 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59574) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:23.442537 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.8360476
Jul 07 18:33:23.571573 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Set router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:23.672485 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:23.761826 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 97688c4e-0428-4c67-a68b-d63a9c63ace2 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:23.763495 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:23.816784 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:24.039127 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device d0390643-7f96-482b-ac8e-eebb5702a990 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:24.217143 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca1489400>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:21Z', 'revision_number': 3, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:24.222007 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Checking router: 38748b45-42b8-40d6-9071-60ffb7c6713d for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:24.222675 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Updating router 38748b45-42b8-40d6-9071-60ffb7c6713d port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:24.258249 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59598) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:24.264984 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60436774', 'description': 'tempest-secgroup-smoke-60436774 description', 'project_id': 'a239c12b571d4a31b52cd0753db91077'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:24.288240 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:24.304374 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.306487 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:24.316267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:24.322623 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port d0390643-7f96-482b-ac8e-eebb5702a990 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:24.347415 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:24.349655 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port d0390643-7f96-482b-ac8e-eebb5702a990 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:24.351381 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.369838 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.455181 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:24.472477 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:24.478747 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:24.504409 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:24.645924 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.655929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.661381 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.673855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3458e296-37f5-4ee7-bfa3-f8a7042cb83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:24.700591 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port d0390643-7f96-482b-ac8e-eebb5702a990, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=d0390643-7f96-482b-ac8e-eebb5702a990,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:24.710875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15dc3d0>, [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:33:21Z', 'revision_number': 4, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port': {'id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:13Z', 'updated_at': '2021-07-07T18:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '504c451a-7cbe-4cbb-9a81-4f3c6d69b65e', 'name': '', 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'mac_address': 'fa:16:3e:04:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '812dc8fa-9a42-4590-990b-c6675223d0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:19Z', 'updated_at': '2021-07-07T18:33:21Z', 'revision_number': 2, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'subnets': [{'id': '812dc8fa-9a42-4590-990b-c6675223d0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:24.724364 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.729918 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:24.743108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:24.756208 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.760892 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.5011423
Jul 07 18:33:24.762044 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59622) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:24.762967 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:24.771983 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'security_group_rule': {'security_group_id': '9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae', 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:24.773785 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Checking router: 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:24.774477 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Updating router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:24.782002 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:24.787028 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:24.790540 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:24.799265 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:24.835884 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.852537 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Transition to ACTIVE for port object fbe47b8a-0fa5-4880-adeb-320ad7c58e4b will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:24.867247 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.871038 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.875297 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-13e85279-44c7-476d-881e-ab16acacd054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:24.941095 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fa21-fa29-41af-9ec3-176d87a04c92 req-e4262c33-560a-4ab3-84fd-00315c7d7ee7 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:24.942826 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-28a4fa21-fa29-41af-9ec3-176d87a04c92 req-e4262c33-560a-4ab3-84fd-00315c7d7ee7 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2639208
Jul 07 18:33:24.961228 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c311a-d25f-48b0-b391-eb06e77d1079 None None] Pushing event updated for resources: {'Port': ['ID=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,revision_number=2']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:24.964331 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.965103 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-166c311a-d25f-48b0-b391-eb06e77d1079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:24.989342 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Attempting to bind port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:24.989765 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Attempting to bind port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:24.990138 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Attempting to bind port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:24.997613 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:24.998537 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:24.998962 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:24.999556 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:25.000006 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Bound port: fbe47b8a-0fa5-4880-adeb-320ad7c58e4b, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:25.000456 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.038141 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=d0390643-7f96-482b-ac8e-eebb5702a990,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:25.040557 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-28a4fa21-fa29-41af-9ec3-176d87a04c92 req-0a16dc3a-02db-45f3-aaa8-eb063f1a87b7 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887372
Jul 07 18:33:25.048613 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:25.082553 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.095902 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.097185 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.121527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:25.129015 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] For port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:25.135368 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] For port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:25.143415 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.149818 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:25.162094 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff24cf6-882b-425b-b8f6-35912a27dc26,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:25.164644 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:25.183337 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.187832 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4196577
Jul 07 18:33:25.189760 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59642) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:25.199696 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'security_group_rule': {'security_group_id': '9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae', 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:25.217188 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:25.228822 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:25.236603 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:25.243940 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:25.244940 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca1489400>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:32:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:25.251368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:25.290197 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.364020 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c311a-d25f-48b0-b391-eb06e77d1079 None None] Pushing event updated for resources: {'Port': ['ID=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:25.368145 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-166c311a-d25f-48b0-b391-eb06e77d1079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:25.412252 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.417075 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.419685 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:25.438468 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af015ac1-e2ef-42cc-ae16-aea97d2d3e05,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:25.442423 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:25.477794 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.483352 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2922554
Jul 07 18:33:25.487062 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59652) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:25.494607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Allocated IP 172.20.0.1 (728aabad-3515-48ec-af2e-69c303dea069/26b5e5d3-604f-4bc6-8f36-ea3d76947b77/21d04bdb-a927-47a8-b75a-6d4a53a3bf42) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:25.500690 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'security_group_rule': {'security_group_id': '9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae', 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:25.520114 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:25.534158 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:25.534928 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:25.543333 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:25.554480 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:25.607859 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.728236 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.747140 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.752936 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-65441b03-ac50-4d8a-8c3b-41a95a057100 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:25.754588 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.776300 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.789019 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Transition to ACTIVE for port object 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:25.803436 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.807851 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:25.813291 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Transition to ACTIVE for port object 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:25.820935 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e123727c-2916-4995-b2fb-45e7055783d2,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:25.830288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:25.854478 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.856237 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:25.863504 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3746688
Jul 07 18:33:25.865684 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59666) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:25.877478 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'security_group_rule': {'security_group_id': '9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae', 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:25.887905 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:25.889902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d88006a5-c537-433e-93f0-dacd4dc1ae31 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:25.897070 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:25.901365 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:25.914674 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:25.959455 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.089869 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Network 728aabad-3515-48ec-af2e-69c303dea069 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:26.112096 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:26.132844 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:26.200392 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca1489400>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:21Z', 'revision_number': 3, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:26.229455 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae12a1-bcf8-43ae-9c7d-31ffb58001d5 None None] The sync data for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi is: [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:21Z', 'revision_number': 3, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:26.265445 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.414222 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a5397-1394-4d4a-902d-fe83342b2652 None None] Pushing event updated for resources: {'Port': ['ID=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:26.451450 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.453505 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-dc6a5397-1394-4d4a-902d-fe83342b2652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:26.498802 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-6378351b-d188-4696-8432-7e397d66c7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.521080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6e74a5af-7fc3-44b7-afe7-bc96d3a9239a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:26.543731 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Attempting to bind port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:26.544115 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Attempting to bind port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:26.544545 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Attempting to bind port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e on network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:26.562280 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:26.562745 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Checking segment: {'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:26.563166 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.568255 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Bound using segment: {'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:26.568900 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Bound port: 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:26.570159 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.603410 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4c7d43-3917-4fe6-bdf8-ae6570edb1e2,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:26.614392 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:26.659535 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.670392 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.671858 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7f27aa34-0804-40f4-9c41-df20acf3c4c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8042409
Jul 07 18:33:26.674405 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59682) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:26.680933 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'security_group_rule': {'security_group_id': '9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae', 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:26.693455 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:26.707814 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:26.723469 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:26.737624 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5b2ba-7208-4d7b-aba7-df25cc8d9e52 req-1110ca42-915a-4dcd-90a5-ca3a2d5e3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:26.739309 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1dc5b2ba-7208-4d7b-aba7-df25cc8d9e52 req-1110ca42-915a-4dcd-90a5-ca3a2d5e3798 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.4638214
Jul 07 18:33:26.740508 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:26.824013 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Pushing event updated for resources: {'Port': ['ID=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:26.828179 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1dc5b2ba-7208-4d7b-aba7-df25cc8d9e52 req-47bd7d8f-d7c5-49a3-8931-2796466a0465 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670602
Jul 07 18:33:26.829244 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.securitygroups_db [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Project a239c12b571d4a31b52cd0753db91077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 07 18:33:26.842115 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.877692 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] For port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:26.886858 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] For port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,segment=NetworkSegment(ad4d44c4-da32-4ba2-8489-4ba51ba7a569),segment_id=ad4d44c4-da32-4ba2-8489-4ba51ba7a569)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:26.889467 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-b713fd26-d0d4-45bd-bfe3-3fda3e24a9b0 None None] Provisioning for port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:26.913135 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.919253 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:26.924317 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.930767 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.937935 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-36a815f1-b905-4a08-b141-fdb8fa0d276f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:26.961161 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-b713fd26-d0d4-45bd-bfe3-3fda3e24a9b0 None None] Provisioning complete for port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:26.961539 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b713fd26-d0d4-45bd-bfe3-3fda3e24a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:26.964869 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:26.968636 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.010840 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.012413 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3368011
Jul 07 18:33:27.017254 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59686) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:27.025161 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'security_group_rule': {'security_group_id': '9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae', 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:27.031479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b6a7de-7a83-43bc-98fe-f4ea79ccf7ae,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:27.036068 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:27.037499 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:27.043006 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:security_group_rule and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:27.047051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:27.055303 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:27.072171 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.securitygroups_db [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Project a239c12b571d4a31b52cd0753db91077 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 07 18:33:27.082175 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.190085 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-b713fd26-d0d4-45bd-bfe3-3fda3e24a9b0 None None] Port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:27.208716 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a5397-1394-4d4a-902d-fe83342b2652 None None] Pushing event updated for resources: {'Port': ['ID=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:27.213788 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Routers {'3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:27.214836 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15dc3d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:27.220133 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f265f-6c14-4f78-9ed1-f491ce98ebe8 req-10e7c9d7-5c18-4bcf-97eb-17248b673beb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:27.244192 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a0f265f-6c14-4f78-9ed1-f491ce98ebe8 req-10e7c9d7-5c18-4bcf-97eb-17248b673beb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.7316155
Jul 07 18:33:27.348120 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-dc6a5397-1394-4d4a-902d-fe83342b2652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:27.385730 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.391348 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.398017 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fbe47b8a-0fa5-4880-adeb-320ad7c58e4b up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:27.402568 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7e386893-1db4-4718-b19c-02537a3ca49d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:27.530515 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a0f265f-6c14-4f78-9ed1-f491ce98ebe8 req-dcf91c0f-eb51-450c-90dc-0a4365f5a508 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846556
Jul 07 18:33:27.541708 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9559d73f-c842-4d8d-8ff0-c90775e5d7c3,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:27.551301 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:27.568769 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.575372 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5567579
Jul 07 18:33:27.694826 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.700542 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.711629 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.739715 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:27.858008 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.863985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:27.873424 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] Set router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:27.985324 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:27.985908 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:27.987976 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Pushing event updated for resources: {'Port': ['ID=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:27.992296 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:28.073465 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Network 728aabad-3515-48ec-af2e-69c303dea069 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:28.075192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:28.297278 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Router 38748b45-42b8-40d6-9071-60ffb7c6713d has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:33:28.451951 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:28.509858 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:28.513141 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d4a29347-65d4-4b9f-a856-9b0fb22e63ec None None] Provisioning complete for port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:28.514064 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d4a29347-65d4-4b9f-a856-9b0fb22e63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:28.551579 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:28.561379 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:28.562423 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device d0390643-7f96-482b-ac8e-eebb5702a990 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:28.582866 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] 10.222.0.60 "PUT /v2.0/routers/38748b45-42b8-40d6-9071-60ffb7c6713d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1370916
Jul 07 18:33:28.614295 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-dc6a5397-1394-4d4a-902d-fe83342b2652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:28.788857 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-d4a29347-65d4-4b9f-a856-9b0fb22e63ec None None] Port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:28.797955 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:28.857693 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e9e34-16ca-4fe4-94ae-99527469d79d req-a539bb2d-670f-45aa-99f4-fa456499655d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:28.858675 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:28.859150 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-068e9e34-16ca-4fe4-94ae-99527469d79d req-a539bb2d-670f-45aa-99f4-fa456499655d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1186807
Jul 07 18:33:28.864673 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:28.875730 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15dc3d0>, [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:33:21Z', 'revision_number': 4, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port': {'id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:13Z', 'updated_at': '2021-07-07T18:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '504c451a-7cbe-4cbb-9a81-4f3c6d69b65e', 'name': '', 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'mac_address': 'fa:16:3e:04:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '812dc8fa-9a42-4590-990b-c6675223d0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:19Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'subnets': [{'id': '812dc8fa-9a42-4590-990b-c6675223d0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:28.884040 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1387b587-f4d8-4e1b-b2bf-1b7c660e5e83 None None] The sync data for ids ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'] in dv-cinder-798696-1-iscsi is: [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:33:21Z', 'revision_number': 4, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port': {'id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:13Z', 'updated_at': '2021-07-07T18:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '504c451a-7cbe-4cbb-9a81-4f3c6d69b65e', 'name': '', 'network_id': 'bc958e4c-e62f-4dfb-8319-2694cd0f8a15', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'mac_address': 'fa:16:3e:04:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '812dc8fa-9a42-4590-990b-c6675223d0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:19Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'subnets': [{'id': '812dc8fa-9a42-4590-990b-c6675223d0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:28.886412 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port d0390643-7f96-482b-ac8e-eebb5702a990 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:28.886777 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:28.918866 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-068e9e34-16ca-4fe4-94ae-99527469d79d req-a646b734-61a7-4c4b-964b-3ffca53c4340 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541463
Jul 07 18:33:29.113845 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Sync routers for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:29.138168 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:29.139338 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05e93d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:29.385321 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:29.438037 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fbe47b8a-0fa5-4880-adeb-320ad7c58e4b up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:29.530526 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 59770) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:29.536892 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-229974453-network', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:29.541646 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:29.545702 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Usage tracker for resource:network and tenant:e890fe452a264a43ad0de12fad2df287 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:29.548664 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:29.554738 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:29.567183 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Made reservation on behalf of e890fe452a264a43ad0de12fad2df287 for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:29.569746 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.583449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.598530 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:29.602398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:e890fe452a264a43ad0de12fad2df287 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:29.605761 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:29.612212 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:29.689546 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:29.689933 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.714934 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.721272 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.724597 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-68385c52-0c92-41ba-93e3-e01bc706ba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:29.747042 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:33:29.767289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.767710 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Added segment 8f0bcbe3-d7e5-4828-86ff-1ec52a358707 of type vlan for network 223df913-abbe-49ee-9bf9-a114019646a4
Jul 07 18:33:29.797084 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6243e-44bf-4e58-ab6a-70ecf74f6301,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:29.800252 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:29.821886 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.866108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.868063 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:29.868736 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:29.875994 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fc66dacd-873c-4e4c-83f6-0db63357366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:29.905247 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:29.989658 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=223df913-abbe-49ee-9bf9-a114019646a4,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:29.994134 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:29.998949 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4648454
Jul 07 18:33:29.999719 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59782) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:30.002315 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05e93d0>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:27Z', 'revision_number': 2, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:30.006362 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Request body: {'subnet': {'network_id': '223df913-abbe-49ee-9bf9-a114019646a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-229974453-subnet', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:30.008893 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Checking router: 38748b45-42b8-40d6-9071-60ffb7c6713d for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:30.009360 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Updating router 38748b45-42b8-40d6-9071-60ffb7c6713d port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:30.011924 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:30.018692 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Usage tracker for resource:subnet and tenant:e890fe452a264a43ad0de12fad2df287 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:30.022581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:30.033867 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:30.038924 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 223df913-abbe-49ee-9bf9-a114019646a4 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:33:30.063652 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:30.063911 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Made reservation on behalf of e890fe452a264a43ad0de12fad2df287 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:30.066719 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.171036 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:30.172447 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.253333 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.284146 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455600a5-5b27-47aa-9fce-e60be1ec4181 req-5a5bd18a-269c-493f-8d7b-e4ce42587b14 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:30.291269 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-455600a5-5b27-47aa-9fce-e60be1ec4181 req-5a5bd18a-269c-493f-8d7b-e4ce42587b14 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1553390
Jul 07 18:33:30.387906 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-455600a5-5b27-47aa-9fce-e60be1ec4181 req-c7e48275-f3b5-4183-804a-de8e6d083a8a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929468
Jul 07 18:33:30.491723 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.498091 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:30.498378 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.630873 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,segment=NetworkSegment(ad4d44c4-da32-4ba2-8489-4ba51ba7a569),segment_id=ad4d44c4-da32-4ba2-8489-4ba51ba7a569)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:30.645841 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.650417 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:30.681453 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ae3713-04bb-459a-ba2d-c45f91eb85e8,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:30.684248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:30.691472 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Checking segment: {'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:30.691840 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Network hostable DHCP agents. Network: 223df913-abbe-49ee-9bf9-a114019646a4, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:33:30.713004 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Network 223df913-abbe-49ee-9bf9-a114019646a4 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:33:30.724040 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 223df913-abbe-49ee-9bf9-a114019646a4) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:30.728793 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:30.729465 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.740218 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048100b-e571-4d18-a9cf-a13292f4d917 None None] Network 223df913-abbe-49ee-9bf9-a114019646a4 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:30.752214 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-fe8aaa3b-688c-485c-8251-73e1b78c1a70 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7509115
Jul 07 18:33:30.755325 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59792) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:30.760517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:30.765547 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:30.769508 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Usage tracker for resource:router and tenant:e890fe452a264a43ad0de12fad2df287 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:30.772364 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:30.779721 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:30.790767 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.791775 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.806698 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:30.859102 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:30.864616 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:31.023882 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.077806 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Transition to ACTIVE for port object 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:31.089476 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.093470 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:31.115032 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.133294 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-223df913-abbe-49ee-9bf9-a114019646a4', 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'fixed_ips': [{'subnet_id': '36ae3713-04bb-459a-ba2d-c45f91eb85e8'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:33:31.134170 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.353324 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:31.525173 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fdffc-0bf2-4c3a-9c4a-8b3b4638b5ab None None] Pushing event updated for resources: {'Port': ['ID=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:31.537478 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-ca3fdffc-0bf2-4c3a-9c4a-8b3b4638b5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:31.669002 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.711072 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.774319 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac77c2-1f53-4c76-85ea-606da80957ec req-68022df0-0b9f-46b0-b33a-ab576b94633a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:31.776096 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f4ac77c2-1f53-4c76-85ea-606da80957ec req-68022df0-0b9f-46b0-b33a-ab576b94633a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2325881
Jul 07 18:33:31.843468 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Attempting to bind port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:31.843870 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Attempting to bind port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:31.845751 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Attempting to bind port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 on network 728aabad-3515-48ec-af2e-69c303dea069 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:31.885273 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:31.885676 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Checking segment: {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:31.886093 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.886542 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Bound using segment: {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:31.888647 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Bound port: 21d04bdb-a927-47a8-b75a-6d4a53a3bf42, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:31.889005 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:31.918631 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f4ac77c2-1f53-4c76-85ea-606da80957ec req-e8281713-9458-471a-a079-7f28c5659d9f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255188
Jul 07 18:33:31.962043 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Allocated IP 172.27.3.167 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/477f76bf-3a92-4750-998d-d16d550195e8) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:32.014299 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Allocated IP 172.20.0.2 (223df913-abbe-49ee-9bf9-a114019646a4/36ae3713-04bb-459a-ba2d-c45f91eb85e8/bf0a280c-658e-4d39-b567-ef66b69fe045) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:32.033982 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:32.034682 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:32.178172 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:32.221695 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] For port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:32.227055 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] For port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:32.235130 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:32.241646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:32.242419 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:32.253251 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:32.423142 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:32.436958 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:32.441237 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:32.512753 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:32.513502 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05e93d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:32.551466 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Pushing event updated for resources: {'Port': ['ID=477f76bf-3a92-4750-998d-d16d550195e8,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:32.556699 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:32.873753 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:33.130737 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fdffc-0bf2-4c3a-9c4a-8b3b4638b5ab None None] Pushing event updated for resources: {'Port': ['ID=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:33.154617 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-ca3fdffc-0bf2-4c3a-9c4a-8b3b4638b5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:33.346012 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:33.405953 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:33.440407 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Transition to ACTIVE for port object bf0a280c-658e-4d39-b567-ef66b69fe045 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:33.454648 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09919490-9b95-40f5-a6a6-00e8d7049868 req-ccd05ff8-93a2-48c8-abee-3e4dba673aed tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:33.456503 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-09919490-9b95-40f5-a6a6-00e8d7049868 req-ccd05ff8-93a2-48c8-abee-3e4dba673aed tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3134916
Jul 07 18:33:33.516563 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Transition to ACTIVE for port object bf0a280c-658e-4d39-b567-ef66b69fe045 will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:33.535810 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:33.552188 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-ca3fdffc-0bf2-4c3a-9c4a-8b3b4638b5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:33.621633 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-09919490-9b95-40f5-a6a6-00e8d7049868 req-4d9c046c-4df7-41e5-a295-e39d2d04e7fa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514175
Jul 07 18:33:33.655244 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Network 223df913-abbe-49ee-9bf9-a114019646a4 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:33.660200 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:33.665439 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:33.836075 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Pushing event updated for resources: {'Port': ['ID=bf0a280c-658e-4d39-b567-ef66b69fe045,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:33.840480 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:33.870186 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Attempting to bind port bf0a280c-658e-4d39-b567-ef66b69fe045 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:33.870561 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Attempting to bind port bf0a280c-658e-4d39-b567-ef66b69fe045 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:33.870922 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Attempting to bind port bf0a280c-658e-4d39-b567-ef66b69fe045 on network 223df913-abbe-49ee-9bf9-a114019646a4 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:33.877699 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:33.878084 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Checking segment: {'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:33.878466 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:33.878856 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Bound using segment: {'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:33.879322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Bound port: bf0a280c-658e-4d39-b567-ef66b69fe045, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:33.879698 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:33.899008 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05e93d0>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:32Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:33.901437 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:33.942944 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbede2-7b1c-49cc-b55d-a9baf57bb92e None None] The sync data for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi is: [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:32Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:34.134472 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] For port bf0a280c-658e-4d39-b567-ef66b69fe045, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:34.158623 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] For port bf0a280c-658e-4d39-b567-ef66b69fe045, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bf0a280c-658e-4d39-b567-ef66b69fe045,segment=NetworkSegment(8f0bcbe3-d7e5-4828-86ff-1ec52a358707),segment_id=8f0bcbe3-d7e5-4828-86ff-1ec52a358707)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:34.176326 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:34.184041 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:34.246147 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-5e5713ff-3225-403a-9ffd-9e8cf77527a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:34.248221 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-5e5713ff-3225-403a-9ffd-9e8cf77527a4 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.1814115
Jul 07 18:33:34.351105 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Pushing event updated for resources: {'Port': ['ID=bf0a280c-658e-4d39-b567-ef66b69fe045,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:34.359272 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:34.515992 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-cf22ec60-dfe3-4ba5-aa16-7116a7d6a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:34.523610 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-cf22ec60-dfe3-4ba5-aa16-7116a7d6a3fe service neutron] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 919 time: 0.2617531
Jul 07 18:33:34.636525 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-4308c344-37f8-4454-a101-92930fc5f8c4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 200  len: 217 time: 0.1016488
Jul 07 18:33:34.697146 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2f597-fb3f-473e-a457-393d83b171f7 req-1d958463-0277-4863-80a9-9af9ae488f66 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:34.713021 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ceb2f597-fb3f-473e-a457-393d83b171f7 req-1d958463-0277-4863-80a9-9af9ae488f66 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.4306684
Jul 07 18:33:34.782236 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Router bab9d473-cfca-40fd-b142-1290bddd2fa1 is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:33:34.806719 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ceb2f597-fb3f-473e-a457-393d83b171f7 req-10e93d97-f9aa-4b35-aff2-c16da648a62e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924120
Jul 07 18:33:34.978133 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-76deac8f-af7e-4361-a8a1-fa62819d6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:34.980500 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-76deac8f-af7e-4361-a8a1-fa62819d6930 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.3130667
Jul 07 18:33:35.083818 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-dc741546-cbfa-4142-bb36-a5a9354f726b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920413
Jul 07 18:33:35.151373 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:35.170203 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Sync routers for ids ['bab9d473-cfca-40fd-b142-1290bddd2fa1'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:35.189111 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Routers {'bab9d473-cfca-40fd-b142-1290bddd2fa1'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:35.190037 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca14893a0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['bab9d473-cfca-40fd-b142-1290bddd2fa1'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:35.202943 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:35.207053 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.4478257
Jul 07 18:33:35.207053 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 59936) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:35.319110 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-610bdc00-c949-4f40-a5ec-00909bd812a8 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194893
Jul 07 18:33:35.676221 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:35.718721 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Set router bab9d473-cfca-40fd-b142-1290bddd2fa1 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:35.776690 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-360e3e37-975b-4af2-9ba5-cd3da250c7a7 req-ebccf0aa-e49a-4fd7-b4a3-9a26f073764f service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4500737
Jul 07 18:33:35.875719 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:35.887344 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:35.887783 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:36.221210 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:36.274675 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:36.281795 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:36.283364 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bf0a280c-658e-4d39-b567-ef66b69fe045 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:36.322231 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:36.374236 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdffe74-4898-4b28-a82c-e588e16a40d9 None None] Network 223df913-abbe-49ee-9bf9-a114019646a4 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:36.377786 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca14893a0>, [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '477f76bf-3a92-4750-998d-d16d550195e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:33:32Z', 'revision_number': 3, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port': {'id': '477f76bf-3a92-4750-998d-d16d550195e8', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:31Z', 'updated_at': '2021-07-07T18:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:36.382980 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Checking router: bab9d473-cfca-40fd-b142-1290bddd2fa1 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:36.383652 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Updating router bab9d473-cfca-40fd-b142-1290bddd2fa1 port 477f76bf-3a92-4750-998d-d16d550195e8 binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:36.452908 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:36.578658 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7040a-00a9-4aff-bd0a-01a1979cc7b0 req-26b586ef-4d7d-4c16-a8cb-73b34338d7b4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:36.580856 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-10b7040a-00a9-4aff-bd0a-01a1979cc7b0 req-26b586ef-4d7d-4c16-a8cb-73b34338d7b4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.5750213
Jul 07 18:33:36.726297 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-8b9a1c58-2a6e-44f4-8200-e78bb70be551 None None] Provisioning for port bf0a280c-658e-4d39-b567-ef66b69fe045 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:36.763772 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:36.772389 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:36.786545 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port bf0a280c-658e-4d39-b567-ef66b69fe045 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:36.800853 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port bf0a280c-658e-4d39-b567-ef66b69fe045 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:36.801512 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:36.882777 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-10b7040a-00a9-4aff-bd0a-01a1979cc7b0 req-f273e5bd-f061-429e-bcc4-235f08ccd770 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2944512
Jul 07 18:33:36.953670 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:36.973173 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Transition to ACTIVE for port object 477f76bf-3a92-4750-998d-d16d550195e8 will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:36.985275 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.007354 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-290d4576-e29b-453f-ba2e-d48997603142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:37.057053 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.121001 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port bf0a280c-658e-4d39-b567-ef66b69fe045, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bf0a280c-658e-4d39-b567-ef66b69fe045,segment=NetworkSegment(8f0bcbe3-d7e5-4828-86ff-1ec52a358707),segment_id=8f0bcbe3-d7e5-4828-86ff-1ec52a358707)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:37.130567 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.140237 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-384a636a-ba72-4a3e-aee8-4c1b2235b292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:37.191114 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac367b-4900-42f4-937f-82c07ca56bab None None] Pushing event updated for resources: {'Port': ['ID=477f76bf-3a92-4750-998d-d16d550195e8,revision_number=2']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:37.197251 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-47ac367b-4900-42f4-937f-82c07ca56bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:37.210546 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.217130 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Attempting to bind port 477f76bf-3a92-4750-998d-d16d550195e8 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:37.218420 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Attempting to bind port 477f76bf-3a92-4750-998d-d16d550195e8 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:37.219052 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Attempting to bind port 477f76bf-3a92-4750-998d-d16d550195e8 on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:37.233865 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:37.234677 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:37.236457 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.237461 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:37.238516 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Bound port: 477f76bf-3a92-4750-998d-d16d550195e8, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:37.241759 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.318862 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=bf0a280c-658e-4d39-b567-ef66b69fe045,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:37.323398 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:37.353761 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-f08f1ec3-5b5a-43f9-97c8-9abb134fd921 None None] Provisioning complete for port bf0a280c-658e-4d39-b567-ef66b69fe045 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:37.354245 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f08f1ec3-5b5a-43f9-97c8-9abb134fd921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.417586 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] For port 477f76bf-3a92-4750-998d-d16d550195e8, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:37.427121 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] For port 477f76bf-3a92-4750-998d-d16d550195e8, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=477f76bf-3a92-4750-998d-d16d550195e8,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:37.436600 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.441325 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:37.549986 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Routers {'bab9d473-cfca-40fd-b142-1290bddd2fa1'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:37.550647 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca14893a0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['bab9d473-cfca-40fd-b142-1290bddd2fa1'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:37.571584 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:37.632264 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac367b-4900-42f4-937f-82c07ca56bab None None] Pushing event updated for resources: {'Port': ['ID=477f76bf-3a92-4750-998d-d16d550195e8,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:37.669934 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-47ac367b-4900-42f4-937f-82c07ca56bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:37.671699 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Allocated IP 172.20.0.1 (223df913-abbe-49ee-9bf9-a114019646a4/36ae3713-04bb-459a-ba2d-c45f91eb85e8/60eac3d0-f489-4f6f-b5ac-6fe2abe52498) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:37.721500 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:37.722334 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:37.973304 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] Set router bab9d473-cfca-40fd-b142-1290bddd2fa1 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:37.976994 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:38.021874 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Transition to ACTIVE for port object 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:38.073616 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:38.082217 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:38.115660 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bf0a280c-658e-4d39-b567-ef66b69fe045 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:38.236186 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port bf0a280c-658e-4d39-b567-ef66b69fe045 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:38.236751 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:38.360049 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Network 223df913-abbe-49ee-9bf9-a114019646a4 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:38.364443 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:38.367334 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:38.437729 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:38.459942 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Pushing event updated for resources: {'Port': ['ID=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:38.472025 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:38.525189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e293-21c0-44b6-a244-7f418b200aaf req-fa08e469-0c51-454e-af45-41f60eaef10b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:38.526550 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab85e293-21c0-44b6-a244-7f418b200aaf req-fa08e469-0c51-454e-af45-41f60eaef10b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3088498
Jul 07 18:33:38.549006 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca14893a0>, [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '477f76bf-3a92-4750-998d-d16d550195e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:33:32Z', 'revision_number': 3, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port': {'id': '477f76bf-3a92-4750-998d-d16d550195e8', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:31Z', 'updated_at': '2021-07-07T18:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:38.557848 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbe37e-dc14-45b7-b406-2a4dd45b6f8c None None] The sync data for ids ['bab9d473-cfca-40fd-b142-1290bddd2fa1'] in dv-cinder-798696-1-iscsi is: [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '477f76bf-3a92-4750-998d-d16d550195e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:33:32Z', 'revision_number': 3, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port': {'id': '477f76bf-3a92-4750-998d-d16d550195e8', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:31Z', 'updated_at': '2021-07-07T18:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:38.626800 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab85e293-21c0-44b6-a244-7f418b200aaf req-9eddfbb4-3350-445b-b52a-31f6cd1d73c9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882568
Jul 07 18:33:38.761433 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:38.850322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-bf7bb7e7-2bb5-4323-9ac7-e7ddf6094834 None None] Provisioning for port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:38.876041 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-bf7bb7e7-2bb5-4323-9ac7-e7ddf6094834 None None] Provisioning complete for port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:38.876422 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb7e7-2bb5-4323-9ac7-e7ddf6094834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:38.987850 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bb7e7-2bb5-4323-9ac7-e7ddf6094834 None None] Port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:39.228591 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:39.251244 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:39.290215 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-83223df3-3576-45ad-bdb3-4ccd3d8d776b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:39.414560 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Pushing event updated for resources: {'Port': ['ID=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:39.422825 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:39.426130 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:39.604507 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 477f76bf-3a92-4750-998d-d16d550195e8 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:39.724875 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Network 223df913-abbe-49ee-9bf9-a114019646a4 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:39.726400 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:39.812101 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 477f76bf-3a92-4750-998d-d16d550195e8 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:39.828025 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 477f76bf-3a92-4750-998d-d16d550195e8 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:39.831117 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:39.960956 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60034) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:40.114898 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Router bab9d473-cfca-40fd-b142-1290bddd2fa1 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:33:40.126722 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.149381 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 477f76bf-3a92-4750-998d-d16d550195e8, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=477f76bf-3a92-4750-998d-d16d550195e8,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:40.155680 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.174542 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:40.180582 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.199910 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:40.204723 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Usage tracker for resource:security_group_rule and tenant:e05ca7402b7d4e4cb7eecbe9667470fa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:40.209265 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:40.218587 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:40.256273 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-7b6b7340-fc11-446b-97d3-ca2dc9213f0c None None] Provisioning complete for port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:40.256974 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7340-fc11-446b-97d3-ca2dc9213f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.317198 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=477f76bf-3a92-4750-998d-d16d550195e8,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:40.323241 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:40.333552 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b7340-fc11-446b-97d3-ca2dc9213f0c None None] Port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:40.349666 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.354776 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.365400 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f637ed71-f590-47a2-a7bb-e74f9ec1bd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:40.380194 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:40.408052 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] 10.222.0.60 "PUT /v2.0/routers/bab9d473-cfca-40fd-b142-1290bddd2fa1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1995764
Jul 07 18:33:40.430518 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e05ca7402b7d4e4cb7eecbe9667470fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4679706
Jul 07 18:33:40.431329 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a79dbd-1795-4eef-b814-a6d679e4d583,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:40.435898 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:40.437696 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60042) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:40.519916 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.550818 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.617225 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.625743 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a0d7cd29-4cdb-475e-acc0-4eb089712b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:40.657190 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a79dbd-1795-4eef-b814-a6d679e4d583,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:40.658438 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:40.673929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:40.678808 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80a79dbd-1795-4eef-b814-a6d679e4d583 HTTP/1.1" status: 204  len: 168 time: 0.2371721
Jul 07 18:33:40.908874 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceefe8-ac49-4b34-bef9-3033f7ce9e46 req-7a094724-14e4-4709-b61f-27c08e8b4118 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:40.910826 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0fceefe8-ac49-4b34-bef9-3033f7ce9e46 req-7a094724-14e4-4709-b61f-27c08e8b4118 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1310046
Jul 07 18:33:40.974239 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0fceefe8-ac49-4b34-bef9-3033f7ce9e46 req-f4b68790-2f85-42cd-a807-5abc833aafe1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578051
Jul 07 18:33:41.492017 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 477f76bf-3a92-4750-998d-d16d550195e8 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:41.554516 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Sync routers for ids ['bab9d473-cfca-40fd-b142-1290bddd2fa1'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:41.610646 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Routers {'bab9d473-cfca-40fd-b142-1290bddd2fa1'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:41.611303 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca032f730>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['bab9d473-cfca-40fd-b142-1290bddd2fa1'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:41.743933 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60102) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:41.753551 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32830460', 'description': 'tempest-secgroup-smoke-32830460 description', 'project_id': 'edf997a43a1a49f7bdfa3734765616b2'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:41.771769 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:41.784677 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:41.795152 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:41.808595 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:41.836294 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:41.842090 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 477f76bf-3a92-4750-998d-d16d550195e8 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:41.846797 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:41.881165 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:41.892629 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:41.902320 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:41.922073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:41.954238 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Set router bab9d473-cfca-40fd-b142-1290bddd2fa1 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:41.973351 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60110) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:42.045973 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.105300 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d2a47-b79d-4afd-b990-7abfa5b8a56b req-e9e421b1-d4f5-494b-a673-43b1fbeb4b02 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:42.108332 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fa9d2a47-b79d-4afd-b990-7abfa5b8a56b req-e9e421b1-d4f5-494b-a673-43b1fbeb4b02 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2521260
Jul 07 18:33:42.136787 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.144852 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.201351 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2e0c563d-e9ac-4262-818d-7bec7992009d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:42.226754 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.227146 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fa9d2a47-b79d-4afd-b990-7abfa5b8a56b req-5a517216-0d22-43c2-a6d2-92e67bcd8462 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092286
Jul 07 18:33:42.229642 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.4836643
Jul 07 18:33:42.234879 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60118) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:42.250387 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'security_group_rule': {'security_group_id': 'ea16d3b3-409d-46d1-b910-bb82a9deeff5', 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:42.277260 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:42.291510 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:42.306442 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:42.309110 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-111905089-network', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:42.321899 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:42.322138 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:42.329981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea16d3b3-409d-46d1-b910-bb82a9deeff5,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:42.334795 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Usage tracker for resource:network and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:42.339822 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:42.341702 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:42.353146 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.353655 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:42.369637 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Made reservation on behalf of 3969d7c28f034c6389b9ffa5b8b4ce2e for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:42.374381 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.409746 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.443263 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:42.448308 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:42.453174 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:42.459976 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:42.545154 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.551161 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.554400 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:42.587569 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.597372 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.598728 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86744b89-9114-4d7a-8ff8-3613a39871da,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:42.604718 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3ea3864-a6a9-421e-9e47-d8e843db448e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:42.624491 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:42.637564 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.639911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:33:42.643313 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4056966
Jul 07 18:33:42.646909 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60128) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:42.664399 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'security_group_rule': {'security_group_id': 'ea16d3b3-409d-46d1-b910-bb82a9deeff5', 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:42.665787 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f508b-7851-4785-b7e4-db37f7f56a9a,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:42.674446 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:42.681903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.682446 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Added segment daccccf7-4eb5-4b1d-86a7-ad137560bfd9 of type vlan for network e018944e-49ed-4c9f-9031-1319c57dda66
Jul 07 18:33:42.684413 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:42.689032 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:42.691183 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:42.698875 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:42.735095 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.744432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.827336 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca032f730>, [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '477f76bf-3a92-4750-998d-d16d550195e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:33:38Z', 'revision_number': 4, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port': {'id': '477f76bf-3a92-4750-998d-d16d550195e8', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:31Z', 'updated_at': '2021-07-07T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '60eac3d0-f489-4f6f-b5ac-6fe2abe52498', 'name': '', 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'mac_address': 'fa:16:3e:92:ec:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '36ae3713-04bb-459a-ba2d-c45f91eb85e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:37Z', 'updated_at': '2021-07-07T18:33:38Z', 'revision_number': 2, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'subnets': [{'id': '36ae3713-04bb-459a-ba2d-c45f91eb85e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:42.830828 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.833534 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:42.836965 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.838066 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Checking router: bab9d473-cfca-40fd-b142-1290bddd2fa1 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:42.838602 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Updating router bab9d473-cfca-40fd-b142-1290bddd2fa1 port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:42.842953 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:42.877173 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.882251 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.886361 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a5adf079-daf2-4a95-a982-020217d78267 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:42.902405 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.936109 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197b0a8c-7b39-4fb9-ab1c-538d85a022cc,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:42.938760 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:42.961900 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:42.963362 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6ca197e6-c6b2-4a95-a7b0-3751fce580c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3148365
Jul 07 18:33:42.977652 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60138) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:42.977652 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'security_group_rule': {'security_group_id': 'ea16d3b3-409d-46d1-b910-bb82a9deeff5', 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:42.987374 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:42.992712 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:42.996259 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:43.005975 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:43.054884 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60144) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:43.061410 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0721331
Jul 07 18:33:43.061601 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Request body: {'subnet': {'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-111905089-subnet', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:43.066949 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:43.069541 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Pushing event updated for resources: {'Network': ['ID=e018944e-49ed-4c9f-9031-1319c57dda66,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:43.071146 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Usage tracker for resource:subnet and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:43.074619 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:43.080549 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:43.081258 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:43.086408 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.119019 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Made reservation on behalf of 3969d7c28f034c6389b9ffa5b8b4ce2e for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:43.124465 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.145938 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network e018944e-49ed-4c9f-9031-1319c57dda66 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:33:43.333272 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.341920 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.367250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:43.414944 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076f9029-4113-4c53-9e27-87f5f20e698a,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:43.418566 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:43.506201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.510563 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5414779
Jul 07 18:33:43.511015 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60162) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:43.517382 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'security_group_rule': {'security_group_id': 'ea16d3b3-409d-46d1-b910-bb82a9deeff5', 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:43.532729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:43.539594 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:43.543307 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:43.550173 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:43.572010 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.619450 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee4a1d-8fab-488b-8d37-31b16b35208e req-b5d84c94-d66f-4e83-8a06-c5f486da5420 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:43.628289 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5aee4a1d-8fab-488b-8d37-31b16b35208e req-b5d84c94-d66f-4e83-8a06-c5f486da5420 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2034676
Jul 07 18:33:43.638808 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.650882 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.652826 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Transition to ACTIVE for port object 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:43.656756 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.662246 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.667106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2e8c23a4-dfee-4b77-a826-301665272512 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:43.675476 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a83d4a68-fdb0-4b47-95bf-41283a5e26de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:43.692950 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8552f67d-15f5-452d-828a-1f6738f211b2,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:43.696104 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:43.708481 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.710730 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1984489
Jul 07 18:33:43.710976 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5aee4a1d-8fab-488b-8d37-31b16b35208e req-89513aad-91d6-4438-b305-4a8851bd363e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817561
Jul 07 18:33:43.713668 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60166) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:43.722883 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.727780 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:43.729848 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'security_group_rule': {'security_group_id': 'ea16d3b3-409d-46d1-b910-bb82a9deeff5', 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:43.740335 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:43.747283 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:43.752032 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:43.760495 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:43.780137 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.securitygroups_db [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Project edf997a43a1a49f7bdfa3734765616b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 07 18:33:43.790412 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.811132 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f928863-b4b5-4dcd-8da2-3213e3bd918e,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:43.826635 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:43.832023 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Checking segment: {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:43.833210 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Network hostable DHCP agents. Network: e018944e-49ed-4c9f-9031-1319c57dda66, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:33:43.862718 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Network e018944e-49ed-4c9f-9031-1319c57dda66 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:33:43.875450 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, e018944e-49ed-4c9f-9031-1319c57dda66) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:43.880453 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:43.881072 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.902872 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcbd4f-e715-464e-9503-61def3a1276c None None] Network e018944e-49ed-4c9f-9031-1319c57dda66 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:43.903495 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.907673 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8517029
Jul 07 18:33:43.908844 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.910702 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60170) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:43.911327 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-369343fa-3ee1-42c8-9fd6-8e1639c82237 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:43.917962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:43.926676 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:43.938647 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba1120c-4984-4cf1-b331-a9e3a43a97f6,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:43.948037 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:43.958102 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:43.959830 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-1bb1798c-a0d2-490e-8fab-b15365b4a16e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2445552
Jul 07 18:33:43.963167 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55994ff-d044-4094-994d-e94c010222ff None None] Pushing event updated for resources: {'Port': ['ID=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:43.963857 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60174) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:43.967029 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d55994ff-d044-4094-994d-e94c010222ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:43.976574 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'security_group_rule': {'security_group_id': 'ea16d3b3-409d-46d1-b910-bb82a9deeff5', 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:43.977797 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Usage tracker for resource:router and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:43.980740 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:43.984325 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:43.991136 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:security_group_rule and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:43.996384 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:44.004377 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:44.007128 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:44.017174 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.018767 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.019382 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.securitygroups_db [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Project edf997a43a1a49f7bdfa3734765616b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 07 18:33:44.030286 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.039162 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.059379 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Attempting to bind port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:44.059794 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Attempting to bind port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:44.060163 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Attempting to bind port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 on network 223df913-abbe-49ee-9bf9-a114019646a4 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:44.077095 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:44.077371 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Checking segment: {'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:44.077799 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.078207 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Bound using segment: {'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:44.078732 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Bound port: 60eac3d0-f489-4f6f-b5ac-6fe2abe52498, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0bcbe3-d7e5-4828-86ff-1ec52a358707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:44.079097 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.147282 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.156786 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.160169 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:44.189992 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a2a248-ae43-40ab-b162-92b7c152e74f,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:44.195563 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:44.211861 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.225836 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-5f255142-0e07-42ea-a9e8-822171973317 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2602320
Jul 07 18:33:44.305099 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] For port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:44.311213 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] For port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,segment=NetworkSegment(8f0bcbe3-d7e5-4828-86ff-1ec52a358707),segment_id=8f0bcbe3-d7e5-4828-86ff-1ec52a358707)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:44.362223 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.393853 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:44.475690 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-e018944e-49ed-4c9f-9031-1319c57dda66', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:33:44.476499 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.489368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60196) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:44.513484 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Routers {'bab9d473-cfca-40fd-b142-1290bddd2fa1'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:44.514146 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca032f730>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['bab9d473-cfca-40fd-b142-1290bddd2fa1'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:44.698998 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55994ff-d044-4094-994d-e94c010222ff None None] Pushing event updated for resources: {'Port': ['ID=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:44.706135 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.711702 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d55994ff-d044-4094-994d-e94c010222ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:44.783859 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:44.833384 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:44.841398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:69ec17070b134b69aaa43e17bf24c230 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:44.847125 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:44.865842 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:45.070847 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] Set router bab9d473-cfca-40fd-b142-1290bddd2fa1 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:45.104723 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.112472 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.125958 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Allocated IP 172.20.0.2 (e018944e-49ed-4c9f-9031-1319c57dda66/0f928863-b4b5-4dcd-8da2-3213e3bd918e/bccac882-d319-4c3a-968b-09f009dc0dde) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:45.129645 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-93b7a9d5-c1f2-42bd-a5af-5517cbe7b1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:45.232905 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69ec17070b134b69aaa43e17bf24c230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7379076
Jul 07 18:33:45.234528 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60240) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:45.242229 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60244) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:45.243319 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5791c8-07e8-4b35-8ca4-cce3a2ecb505,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:45.288568 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:45.362191 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.412711 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.431028 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.469461 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.490366 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:33:45.496569 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.518597 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7e59ce0c-cdd7-40f1-a6b7-94738b84922e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:45.535695 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5791c8-07e8-4b35-8ca4-cce3a2ecb505,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:45.538925 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:45.539689 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.566553 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:45.572221 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Usage tracker for resource:security_group_rule and tenant:8e97885d46ca46ba88e4155fd29781a4 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:45.575949 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:45.582990 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:45.588065 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500464a5-6514-4038-ad79-c8c94024e48c req-7df7d5a1-748b-4ac5-92c0-2f5e314b1853 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:45.589903 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-500464a5-6514-4038-ad79-c8c94024e48c req-7df7d5a1-748b-4ac5-92c0-2f5e314b1853 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.5047772
Jul 07 18:33:45.756139 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.760550 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.762163 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe5791c8-07e8-4b35-8ca4-cce3a2ecb505 HTTP/1.1" status: 204  len: 168 time: 0.5264881
Jul 07 18:33:45.764613 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.775180 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ab96fb09-afe9-4913-9af3-bf722376b937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:45.784697 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-500464a5-6514-4038-ad79-c8c94024e48c req-6a75400d-d583-4e0f-aeb7-22a927cb54d5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1855390
Jul 07 18:33:45.825422 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e97885d46ca46ba88e4155fd29781a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5739639
Jul 07 18:33:45.825422 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde238d8-72fa-4696-b94a-b8360d71949a,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:45.831377 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60262) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:45.839204 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:45.856133 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Allocated IP 172.27.3.166 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/b7971a4d-e322-4b65-92c0-d2f4126a728d) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:45.940233 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:45.970384 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Transition to ACTIVE for port object bccac882-d319-4c3a-968b-09f009dc0dde will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:46.003940 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Transition to ACTIVE for port object bccac882-d319-4c3a-968b-09f009dc0dde will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:46.015061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.023519 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:46.070401 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.072608 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca032f730>, [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '477f76bf-3a92-4750-998d-d16d550195e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:33:38Z', 'revision_number': 4, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port': {'id': '477f76bf-3a92-4750-998d-d16d550195e8', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:31Z', 'updated_at': '2021-07-07T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '60eac3d0-f489-4f6f-b5ac-6fe2abe52498', 'name': '', 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'mac_address': 'fa:16:3e:92:ec:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '36ae3713-04bb-459a-ba2d-c45f91eb85e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:37Z', 'updated_at': '2021-07-07T18:33:44Z', 'revision_number': 4, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'subnets': [{'id': '36ae3713-04bb-459a-ba2d-c45f91eb85e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:46.109674 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fe09c-d96d-4f59-82b0-54f6127d56be None None] The sync data for ids ['bab9d473-cfca-40fd-b142-1290bddd2fa1'] in dv-cinder-798696-1-iscsi is: [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '477f76bf-3a92-4750-998d-d16d550195e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:33:38Z', 'revision_number': 4, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port': {'id': '477f76bf-3a92-4750-998d-d16d550195e8', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:31Z', 'updated_at': '2021-07-07T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '60eac3d0-f489-4f6f-b5ac-6fe2abe52498', 'name': '', 'network_id': '223df913-abbe-49ee-9bf9-a114019646a4', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'mac_address': 'fa:16:3e:92:ec:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '36ae3713-04bb-459a-ba2d-c45f91eb85e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:37Z', 'updated_at': '2021-07-07T18:33:44Z', 'revision_number': 4, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'subnets': [{'id': '36ae3713-04bb-459a-ba2d-c45f91eb85e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:46.116394 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Network e018944e-49ed-4c9f-9031-1319c57dda66 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:46.119765 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:46.124152 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:46.137306 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.229572 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Pushing event updated for resources: {'Port': ['ID=bccac882-d319-4c3a-968b-09f009dc0dde,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:46.238368 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:46.251901 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.286469 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Attempting to bind port bccac882-d319-4c3a-968b-09f009dc0dde on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:46.287120 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Attempting to bind port bccac882-d319-4c3a-968b-09f009dc0dde by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:46.287324 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Attempting to bind port bccac882-d319-4c3a-968b-09f009dc0dde on network e018944e-49ed-4c9f-9031-1319c57dda66 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:46.299728 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60284) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:46.305741 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:46.305741 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Checking segment: {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:46.306098 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.307923 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Bound using segment: {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:46.307923 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Bound port: bccac882-d319-4c3a-968b-09f009dc0dde, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:46.307923 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.346962 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.350142 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.357907 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:46.369498 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:46.375179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce06ae7d98654bc2badf032013ad4cbf is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:46.380752 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:46.388181 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:46.427558 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.453256 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:46.457416 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:46.465692 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:46.480293 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] For port bccac882-d319-4c3a-968b-09f009dc0dde, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:46.488763 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] For port bccac882-d319-4c3a-968b-09f009dc0dde, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bccac882-d319-4c3a-968b-09f009dc0dde,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:46.495025 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.507408 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-1a0fdceb-a7d1-4462-bbb8-fec0ecf7cf9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:46.517216 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.526120 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.538330 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-afd8d31a-e2fe-44d6-a724-d13dc0828e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:46.548231 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Pushing event updated for resources: {'Port': ['ID=b7971a4d-e322-4b65-92c0-d2f4126a728d,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:46.558325 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:46.562969 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.564276 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bde238d8-72fa-4696-b94a-b8360d71949a HTTP/1.1" status: 204  len: 168 time: 0.7297568
Jul 07 18:33:46.565059 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-19feada9-023d-41e6-9d5b-542cce10f9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:46.577852 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294f28f3-bdb9-4c23-bc48-ba77dccd8524,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:46.585249 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:46.601357 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Pushing event updated for resources: {'Port': ['ID=bccac882-d319-4c3a-968b-09f009dc0dde,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:46.604760 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:46.612888 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce06ae7d98654bc2badf032013ad4cbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108974
Jul 07 18:33:46.613485 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60290) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:46.637236 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde238d8-72fa-4696-b94a-b8360d71949a,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:46.642567 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:46.745627 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:46.837598 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:47.066618 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:47.077572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a91e1831-751f-4e26-b686-f1660a57d0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:47.100110 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294f28f3-bdb9-4c23-bc48-ba77dccd8524,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:47.103666 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:47.118911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:47.120146 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/294f28f3-bdb9-4c23-bc48-ba77dccd8524 HTTP/1.1" status: 204  len: 168 time: 0.5057123
Jul 07 18:33:47.605963 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f657df-26f0-4fab-9056-200558cadbf1 req-823fe5ea-396c-42f4-be78-7f8b168e6429 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:47.608190 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b6f657df-26f0-4fab-9056-200558cadbf1 req-823fe5ea-396c-42f4-be78-7f8b168e6429 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.3473308
Jul 07 18:33:47.649187 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bccac882-d319-4c3a-968b-09f009dc0dde up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:47.866402 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port bccac882-d319-4c3a-968b-09f009dc0dde completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:47.878453 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:47.947421 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b6f657df-26f0-4fab-9056-200558cadbf1 req-597ec84a-0cc5-4120-9f73-ac17e49393f0 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3158481
Jul 07 18:33:47.949581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:48.033022 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:48.040242 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:48.040683 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:48.373446 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:48.467053 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf35ae8-e0c2-4ece-ac18-87b8bfbcd95f None None] Network e018944e-49ed-4c9f-9031-1319c57dda66 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:48.661327 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,segment=NetworkSegment(8f0bcbe3-d7e5-4828-86ff-1ec52a358707),segment_id=8f0bcbe3-d7e5-4828-86ff-1ec52a358707)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:48.666709 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Provisioning for port bccac882-d319-4c3a-968b-09f009dc0dde completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:48.680040 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:48.686198 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:48.704170 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:48.718120 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Provisioning complete for port bccac882-d319-4c3a-968b-09f009dc0dde triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:48.718492 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:48.972161 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Router 07402a8d-16c4-411f-aba9-7da5d328fc0b is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:33:48.975785 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:48.980133 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:49.091675 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:49.150460 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] For port bccac882-d319-4c3a-968b-09f009dc0dde, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bccac882-d319-4c3a-968b-09f009dc0dde,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:49.157028 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:49.165584 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:49.338069 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Pushing event updated for resources: {'Port': ['ID=bccac882-d319-4c3a-968b-09f009dc0dde,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:49.342142 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:49.436473 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:49.454245 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Sync routers for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:49.474924 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:49.476219 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07da3d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:49.551191 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0601c16-94e8-4442-9e74-7cfd3a71c601 req-d5ec0560-0ed9-4138-a782-5d8415020d7e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:49.560306 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0601c16-94e8-4442-9e74-7cfd3a71c601 req-d5ec0560-0ed9-4138-a782-5d8415020d7e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.3353546
Jul 07 18:33:49.563703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:49.567563 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.6528068
Jul 07 18:33:49.567920 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60370) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:49.580852 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bccac882-d319-4c3a-968b-09f009dc0dde up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:49.670850 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0601c16-94e8-4442-9e74-7cfd3a71c601 req-0b3ba10b-ee23-4080-b2f8-cd1648e3a60a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1090310
Jul 07 18:33:49.751799 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port bccac882-d319-4c3a-968b-09f009dc0dde triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:49.752385 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:49.839175 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:49.883884 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-58cba00b-19bb-42f5-9c79-7692fc3d9150 None None] Provisioning complete for port bccac882-d319-4c3a-968b-09f009dc0dde triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:49.891379 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-58cba00b-19bb-42f5-9c79-7692fc3d9150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.075870 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:50.207249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:50.207865 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.208601 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07da3d0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:47Z', 'revision_number': 3, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:50.215005 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Checking router: 07402a8d-16c4-411f-aba9-7da5d328fc0b for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:50.215502 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Updating router 07402a8d-16c4-411f-aba9-7da5d328fc0b port b7971a4d-e322-4b65-92c0-d2f4126a728d binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:50.279266 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.631154 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.643916 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.660119 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Transition to ACTIVE for port object b7971a4d-e322-4b65-92c0-d2f4126a728d will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:50.668248 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.674141 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-47ac367b-4900-42f4-937f-82c07ca56bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:50.750814 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002e13-67f1-4c2f-92b8-b5870a2c7d23 None None] Pushing event updated for resources: {'Port': ['ID=b7971a4d-e322-4b65-92c0-d2f4126a728d,revision_number=2']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:50.761849 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-7b002e13-67f1-4c2f-92b8-b5870a2c7d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:50.787420 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Attempting to bind port b7971a4d-e322-4b65-92c0-d2f4126a728d on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:50.787796 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Attempting to bind port b7971a4d-e322-4b65-92c0-d2f4126a728d by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:50.788139 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Attempting to bind port b7971a4d-e322-4b65-92c0-d2f4126a728d on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:50.795491 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:50.795937 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:50.796423 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.796936 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:50.797505 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Bound port: b7971a4d-e322-4b65-92c0-d2f4126a728d, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:50.797949 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.879314 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] For port b7971a4d-e322-4b65-92c0-d2f4126a728d, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:50.882789 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] For port b7971a4d-e322-4b65-92c0-d2f4126a728d, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=b7971a4d-e322-4b65-92c0-d2f4126a728d,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:50.888239 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Allocated IP 172.20.0.1 (e018944e-49ed-4c9f-9031-1319c57dda66/0f928863-b4b5-4dcd-8da2-3213e3bd918e/87e408ed-6f72-4fb7-bd29-ff26948e8adb) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:50.889503 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:50.897740 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:50.990630 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:50.991374 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07da3d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:51.036240 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8ec9-0b13-4feb-931c-8a8c18bd87a9 req-6a66cf63-95e1-4110-9394-b6e4164d3033 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:51.037783 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d11c8ec9-0b13-4feb-931c-8a8c18bd87a9 req-6a66cf63-95e1-4110-9394-b6e4164d3033 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1132758
Jul 07 18:33:51.089540 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:51.109537 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d11c8ec9-0b13-4feb-931c-8a8c18bd87a9 req-a10f4c4d-cd82-4692-9a6d-ae1aadc00257 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571373
Jul 07 18:33:51.110464 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Transition to ACTIVE for port object 87e408ed-6f72-4fb7-bd29-ff26948e8adb will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:51.139406 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:51.146076 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a67cc60a-6627-47da-a682-182233c8cdc3 tempest-DeleteServersTestJSON-1569243583 tempest-DeleteServersTestJSON-1569243583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:51.155685 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b002e13-67f1-4c2f-92b8-b5870a2c7d23 None None] Pushing event updated for resources: {'Port': ['ID=b7971a4d-e322-4b65-92c0-d2f4126a728d,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:51.172976 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-7b002e13-67f1-4c2f-92b8-b5870a2c7d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:51.191886 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:51.208698 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Network e018944e-49ed-4c9f-9031-1319c57dda66 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:51.211698 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:51.214543 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:51.273953 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Pushing event updated for resources: {'Port': ['ID=87e408ed-6f72-4fb7-bd29-ff26948e8adb,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:51.278214 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:51.288563 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:51.426277 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:51.523801 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-5c9207c8-6400-4df6-a824-acd5dd0d77ed None None] Provisioning for port 87e408ed-6f72-4fb7-bd29-ff26948e8adb completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:51.530640 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-5c9207c8-6400-4df6-a824-acd5dd0d77ed None None] Provisioning complete for port 87e408ed-6f72-4fb7-bd29-ff26948e8adb triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:51.531007 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-5c9207c8-6400-4df6-a824-acd5dd0d77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:51.532442 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07da3d0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:47Z', 'revision_number': 3, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:51.536961 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c980e-3703-4ae0-835e-b4a4f1cb6444 None None] The sync data for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi is: [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:47Z', 'revision_number': 3, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:51.586974 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-5c9207c8-6400-4df6-a824-acd5dd0d77ed None None] Port 87e408ed-6f72-4fb7-bd29-ff26948e8adb cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:51.675259 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:51.679927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:51.705508 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:51.788672 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Pushing event updated for resources: {'Port': ['ID=87e408ed-6f72-4fb7-bd29-ff26948e8adb,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:51.793514 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:51.795000 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:52.098843 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Network e018944e-49ed-4c9f-9031-1319c57dda66 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:52.100276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:52.403941 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Router 07402a8d-16c4-411f-aba9-7da5d328fc0b has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:33:52.429956 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-428519e2-3a4f-468b-906c-d0b4840f55d8 None None] Provisioning complete for port 87e408ed-6f72-4fb7-bd29-ff26948e8adb triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:52.430446 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-428519e2-3a4f-468b-906c-d0b4840f55d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:52.498891 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-428519e2-3a4f-468b-906c-d0b4840f55d8 None None] Port 87e408ed-6f72-4fb7-bd29-ff26948e8adb cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:33:52.504192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f89b5-22ea-4849-b910-e93541f0402d req-ac7bc51f-74da-46c3-9920-6b3a1e4dceb0 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:52.509266 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-723f89b5-22ea-4849-b910-e93541f0402d req-ac7bc51f-74da-46c3-9920-6b3a1e4dceb0 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2129710
Jul 07 18:33:52.555430 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-723f89b5-22ea-4849-b910-e93541f0402d req-38b877af-4743-4220-8f03-4ecf0b3efb9e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435333
Jul 07 18:33:52.645752 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:52.654762 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] 10.222.0.60 "PUT /v2.0/routers/07402a8d-16c4-411f-aba9-7da5d328fc0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0854175
Jul 07 18:33:52.915711 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-91c70f11-0d1e-408a-91fc-0990f7f004f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.358195 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60428) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:53.363909 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-728324008-network', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:53.368513 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:53.373168 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Usage tracker for resource:network and tenant:0441b1bcd7264366bea949545f28e4bd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:53.381030 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:53.383548 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:53.397572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Made reservation on behalf of 0441b1bcd7264366bea949545f28e4bd for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:53.404162 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.443255 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.452219 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Sync routers for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:53.475720 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:53.476386 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca04742e0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:53.483254 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:53.499702 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Usage tracker for resource:security_group_rule and tenant:0441b1bcd7264366bea949545f28e4bd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:53.506940 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:53.530848 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:53.585900 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b7971a4d-e322-4b65-92c0-d2f4126a728d up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:53.759345 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.761467 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.768532 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.772061 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a814a261-283d-4643-9bce-958208b3e0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:53.811379 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:53.848737 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:33:53.859326 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port b7971a4d-e322-4b65-92c0-d2f4126a728d completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:53.859657 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed3fd6b-d381-4bcc-a23d-2fbcba738ea0,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:53.871618 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:53.881257 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.881515 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Added segment 21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2 of type vlan for network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1
Jul 07 18:33:53.898178 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port b7971a4d-e322-4b65-92c0-d2f4126a728d triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:53.898766 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.937640 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcc9e8-d19c-43f0-a138-876ca2a8eb14 req-41325830-5064-443a-a521-a7d2beef9e18 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:53.953681 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:53.957010 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-40dcc9e8-d19c-43f0-a138-876ca2a8eb14 req-41325830-5064-443a-a521-a7d2beef9e18 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1758699
Jul 07 18:33:54.004935 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.007793 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:54.008401 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.018568 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-332ae3c2-b1ad-4714-bced-b98584f91dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:54.037651 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-40dcc9e8-d19c-43f0-a138-876ca2a8eb14 req-dd3e8dd6-b556-402e-aacc-98706cfa342f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797644
Jul 07 18:33:54.212827 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Pushing event updated for resources: {'Network': ['ID=2a865562-7a71-4edd-8a3d-7dc87fd1ffd1,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:54.219301 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8598974
Jul 07 18:33:54.221205 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:54.222054 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60450) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:54.228976 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Request body: {'subnet': {'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-728324008-subnet', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'ip_version': 4}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:54.244086 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:54.248827 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Usage tracker for resource:subnet and tenant:0441b1bcd7264366bea949545f28e4bd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:54.251967 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:54.254612 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:33:54.259485 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:54.275211 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Made reservation on behalf of 0441b1bcd7264366bea949545f28e4bd for: {'subnet': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:33:54.281090 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60823160'] for subnet, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.406142 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.476045 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port b7971a4d-e322-4b65-92c0-d2f4126a728d, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=b7971a4d-e322-4b65-92c0-d2f4126a728d,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:33:54.485909 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.488333 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:54.586465 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca04742e0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 2, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:54.588576 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=b7971a4d-e322-4b65-92c0-d2f4126a728d,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:54.592954 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:54.594587 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Checking router: 07402a8d-16c4-411f-aba9-7da5d328fc0b for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:54.594961 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Updating router 07402a8d-16c4-411f-aba9-7da5d328fc0b port 87e408ed-6f72-4fb7-bd29-ff26948e8adb binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:54.612056 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1666741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60823150'] for subnet, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.616192 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7d0ffb6d-c736-4cc8-a363-9760e0e7916c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:54.652400 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.687993 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053b6925-58f1-4278-b3bc-5be7a7a26a59,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:54.691136 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:54.697106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Checking segment: {'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:54.697460 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Network hostable DHCP agents. Network: 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:33:54.722054 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:33:54.734557 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1) {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:54.738497 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:54.739038 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.759085 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5356536
Jul 07 18:33:54.763644 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60456) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:54.767289 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b22d1-8f14-4e9f-a147-65f550c90a56 None None] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:54.769055 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:33:54.773521 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:33:54.777497 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Usage tracker for resource:router and tenant:0441b1bcd7264366bea949545f28e4bd is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:33:54.781451 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:33:54.787161 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:33:54.799168 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.801289 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:54.828632 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.130953 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.158719 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-2a865562-7a71-4edd-8a3d-7dc87fd1ffd1', 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'fixed_ips': [{'subnet_id': '053b6925-58f1-4278-b3bc-5be7a7a26a59'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:33:55.159841 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.320832 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.328355 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22490a91-4679-4dca-8ca1-fbac1c19b791 req-c19428df-f789-4786-91da-21b8cacbb144 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:55.330224 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-22490a91-4679-4dca-8ca1-fbac1c19b791 req-c19428df-f789-4786-91da-21b8cacbb144 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1646690
Jul 07 18:33:55.348323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Transition to ACTIVE for port object 87e408ed-6f72-4fb7-bd29-ff26948e8adb will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:55.392976 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.398702 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-22490a91-4679-4dca-8ca1-fbac1c19b791 req-9fa670bf-65a8-4f87-80f4-fe4d0b3a4df0 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598445
Jul 07 18:33:55.399564 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:55.533733 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b7971a4d-e322-4b65-92c0-d2f4126a728d up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:33:55.667986 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c1828-951e-4613-b322-7dd4a4921a26 None None] Pushing event updated for resources: {'Port': ['ID=87e408ed-6f72-4fb7-bd29-ff26948e8adb,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:55.672731 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-603c1828-951e-4613-b322-7dd4a4921a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:55.674122 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Allocated IP 172.20.0.2 (2a865562-7a71-4edd-8a3d-7dc87fd1ffd1/053b6925-58f1-4278-b3bc-5be7a7a26a59/e55b3461-462d-4a44-95c6-64052b52715a) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:55.716886 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.748699 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.859742 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Attempting to bind port 87e408ed-6f72-4fb7-bd29-ff26948e8adb on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:55.860009 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Attempting to bind port 87e408ed-6f72-4fb7-bd29-ff26948e8adb by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:55.860377 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Attempting to bind port 87e408ed-6f72-4fb7-bd29-ff26948e8adb on network e018944e-49ed-4c9f-9031-1319c57dda66 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:55.875322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:55.875322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Checking segment: {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:55.875670 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.876075 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Bound using segment: {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:55.876589 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Bound port: 87e408ed-6f72-4fb7-bd29-ff26948e8adb, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:55.877001 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.886320 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port b7971a4d-e322-4b65-92c0-d2f4126a728d triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:33:55.886691 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:55.903305 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Allocated IP 172.27.3.247 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/1133df8c-f72e-4ce4-9864-45bcb1531dfd) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:33:56.077652 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:56.127942 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:56.131700 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:56.210516 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:56.214085 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:56.218736 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:56.239106 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] For port 87e408ed-6f72-4fb7-bd29-ff26948e8adb, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:56.276234 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] For port 87e408ed-6f72-4fb7-bd29-ff26948e8adb, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=87e408ed-6f72-4fb7-bd29-ff26948e8adb,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:56.278424 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Pushing event updated for resources: {'Port': ['ID=1133df8c-f72e-4ce4-9864-45bcb1531dfd,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:56.284722 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:56.287857 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:56.295034 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:56.303489 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-153a124a-10dc-4e58-81c8-6186e1d8276a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:56.339580 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ab66464c-030e-4d8c-8b40-310c92961fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:56.373950 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Transition to ACTIVE for port object e55b3461-462d-4a44-95c6-64052b52715a will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:56.428205 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:56.428972 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca04742e0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:56.545477 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Transition to ACTIVE for port object e55b3461-462d-4a44-95c6-64052b52715a will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:33:56.555392 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c1828-951e-4613-b322-7dd4a4921a26 None None] Pushing event updated for resources: {'Port': ['ID=87e408ed-6f72-4fb7-bd29-ff26948e8adb,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:56.562997 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-603c1828-951e-4613-b322-7dd4a4921a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:56.566928 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:56.691028 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:56.803009 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:33:56.808124 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:33:56.816115 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:33:56.830320 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Pushing event updated for resources: {'Port': ['ID=e55b3461-462d-4a44-95c6-64052b52715a,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:56.854028 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a3f18-1144-4de3-b697-8bc5711af0e6 req-18a92144-86a9-45a4-b4e9-2d90ee6c8a2f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:56.855515 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-747a3f18-1144-4de3-b697-8bc5711af0e6 req-18a92144-86a9-45a4-b4e9-2d90ee6c8a2f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1891136
Jul 07 18:33:56.861068 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:56.915089 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:56.991163 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-747a3f18-1144-4de3-b697-8bc5711af0e6 req-bcb0f3c0-b9f4-4e7b-8700-dab714912b7f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207166
Jul 07 18:33:57.016617 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Attempting to bind port e55b3461-462d-4a44-95c6-64052b52715a on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:33:57.017025 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Attempting to bind port e55b3461-462d-4a44-95c6-64052b52715a by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:33:57.017393 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Attempting to bind port e55b3461-462d-4a44-95c6-64052b52715a on network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:33:57.025502 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:57.083484 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:33:57.083870 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Checking segment: {'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:33:57.084280 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:57.084686 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Bound using segment: {'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:33:57.085384 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Bound port: e55b3461-462d-4a44-95c6-64052b52715a, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:33:57.085769 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:57.338844 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] For port e55b3461-462d-4a44-95c6-64052b52715a, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:33:57.395468 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] For port e55b3461-462d-4a44-95c6-64052b52715a, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=e55b3461-462d-4a44-95c6-64052b52715a,segment=NetworkSegment(21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2),segment_id=21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:33:57.402518 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:57.405541 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:57.412159 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d55994ff-d044-4094-994d-e94c010222ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:33:57.441299 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:57.513666 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Pushing event updated for resources: {'Port': ['ID=e55b3461-462d-4a44-95c6-64052b52715a,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:33:57.517649 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:33:57.523008 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca04742e0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:33:56Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:57.529891 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66e6be-f86f-4b1d-aedd-0eeff4e41387 None None] The sync data for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi is: [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:33:56Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:33:57.831858 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Router 5575f586-89a1-4668-b7aa-24123b9504fc is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:33:58.130096 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:33:58.142497 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Sync routers for ids ['5575f586-89a1-4668-b7aa-24123b9504fc'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:33:58.165074 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Routers {'5575f586-89a1-4668-b7aa-24123b9504fc'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:33:58.172695 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0753580>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5575f586-89a1-4668-b7aa-24123b9504fc'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:58.345463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:58.349893 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.5850737
Jul 07 18:33:58.350069 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60546) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:33:58.447217 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c3045-2eb5-4579-9bf4-ebb1aa4f3a95 req-49d37f64-e336-4ac8-9ce3-45d4bc0ff7d8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:33:58.458522 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-914c3045-2eb5-4579-9bf4-ebb1aa4f3a95 req-49d37f64-e336-4ac8-9ce3-45d4bc0ff7d8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2722595
Jul 07 18:33:58.581843 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-914c3045-2eb5-4579-9bf4-ebb1aa4f3a95 req-1fec35c7-ddf6-42f6-9455-f98d3fb50174 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222744
Jul 07 18:33:58.593971 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:58.690373 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Set router 5575f586-89a1-4668-b7aa-24123b9504fc gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:33:59.258507 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c30cb19-a963-43a1-be9e-f05c12735630 None None] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:33:59.386226 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0753580>, [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:33:56Z', 'revision_number': 3, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port': {'id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:55Z', 'updated_at': '2021-07-07T18:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:33:59.415655 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Checking router: 5575f586-89a1-4668-b7aa-24123b9504fc for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:33:59.416365 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Updating router 5575f586-89a1-4668-b7aa-24123b9504fc port 1133df8c-f72e-4ce4-9864-45bcb1531dfd binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:33:59.666457 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-ccc55eb2-b467-48b0-9932-5969d01b7cac None None] Provisioning for port e55b3461-462d-4a44-95c6-64052b52715a completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:33:59.667548 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:33:59.788088 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e55b3461-462d-4a44-95c6-64052b52715a up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:00.178648 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port e55b3461-462d-4a44-95c6-64052b52715a completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:00.202674 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port e55b3461-462d-4a44-95c6-64052b52715a triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:00.203412 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.211657 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.235848 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Transition to ACTIVE for port object 1133df8c-f72e-4ce4-9864-45bcb1531dfd will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:00.249440 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.273758 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-15eae47c-7ee5-4cfe-80f9-28a5f9d53c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:00.372858 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Attempting to bind port 1133df8c-f72e-4ce4-9864-45bcb1531dfd on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:34:00.373598 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Attempting to bind port 1133df8c-f72e-4ce4-9864-45bcb1531dfd by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:34:00.374186 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Attempting to bind port 1133df8c-f72e-4ce4-9864-45bcb1531dfd on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:00.406801 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:34:00.408584 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:34:00.409234 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.409855 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:34:00.410569 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Bound port: 1133df8c-f72e-4ce4-9864-45bcb1531dfd, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:34:00.411207 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.455133 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.530616 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.553334 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58a51-9189-49af-b66c-3c4ecdd449d1 req-93bdd4fb-14a5-47c7-9605-8874e719cc65 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:00.557408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-48a58a51-9189-49af-b66c-3c4ecdd449d1 req-93bdd4fb-14a5-47c7-9605-8874e719cc65 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.6395979
Jul 07 18:34:00.579411 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port e55b3461-462d-4a44-95c6-64052b52715a, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=e55b3461-462d-4a44-95c6-64052b52715a,segment=NetworkSegment(21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2),segment_id=21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:00.585889 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.587048 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 87e408ed-6f72-4fb7-bd29-ff26948e8adb up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:00.642240 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] For port 1133df8c-f72e-4ce4-9864-45bcb1531dfd, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:34:00.644092 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-48a58a51-9189-49af-b66c-3c4ecdd449d1 req-bcbc19f3-0c15-4a30-91c4-06218f68c355 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682232
Jul 07 18:34:00.645779 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] For port 1133df8c-f72e-4ce4-9864-45bcb1531dfd, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=1133df8c-f72e-4ce4-9864-45bcb1531dfd,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:34:00.652879 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75523309-ed30-47e4-8a4c-82fc010a9ff7 None None] Pushing event updated for resources: {'Port': ['ID=1133df8c-f72e-4ce4-9864-45bcb1531dfd,revision_number=2']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:00.659738 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-75523309-ed30-47e4-8a4c-82fc010a9ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:00.662698 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.679443 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:00.686515 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54fc49-49ec-4b69-a990-c22064e5d7ed req-b6deba4d-1b85-4744-a38a-26d45cf03d63 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:00.688490 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d54fc49-49ec-4b69-a990-c22064e5d7ed req-b6deba4d-1b85-4744-a38a-26d45cf03d63 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.5733669
Jul 07 18:34:00.701965 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-97f5c549-ccd9-49db-9c06-ebe311a8466d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:00.752793 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d54fc49-49ec-4b69-a990-c22064e5d7ed req-ff1ec053-d5b0-4bb4-97e7-4473b26c4166 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579062
Jul 07 18:34:00.786455 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Routers {'5575f586-89a1-4668-b7aa-24123b9504fc'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:34:00.787091 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0753580>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5575f586-89a1-4668-b7aa-24123b9504fc'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:34:00.808952 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-1aa0dc91-88d0-4b62-83ca-bad4ebc639d4 None None] Provisioning complete for port e55b3461-462d-4a44-95c6-64052b52715a triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:00.809960 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1aa0dc91-88d0-4b62-83ca-bad4ebc639d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.848982 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Allocated IP 172.20.0.1 (2a865562-7a71-4edd-8a3d-7dc87fd1ffd1/053b6925-58f1-4278-b3bc-5be7a7a26a59/9bfb19d8-dd06-4672-9673-1150f50c17b0) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:34:00.859698 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 87e408ed-6f72-4fb7-bd29-ff26948e8adb completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:00.862714 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=e55b3461-462d-4a44-95c6-64052b52715a,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:00.869286 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:00.875493 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 87e408ed-6f72-4fb7-bd29-ff26948e8adb triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:00.875868 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:00.900834 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75523309-ed30-47e4-8a4c-82fc010a9ff7 None None] Pushing event updated for resources: {'Port': ['ID=1133df8c-f72e-4ce4-9864-45bcb1531dfd,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:00.906896 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-75523309-ed30-47e4-8a4c-82fc010a9ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:01.025527 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] Set router 5575f586-89a1-4668-b7aa-24123b9504fc gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:34:01.026741 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.047735 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Transition to ACTIVE for port object 9bfb19d8-dd06-4672-9673-1150f50c17b0 will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:01.060599 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.081398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.091677 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:01.107037 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 87e408ed-6f72-4fb7-bd29-ff26948e8adb, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=87e408ed-6f72-4fb7-bd29-ff26948e8adb,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:01.112402 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.115001 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-d55994ff-d044-4094-994d-e94c010222ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:01.161732 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:34:01.164888 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:34:01.169051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:34:01.219927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfb19d8-dd06-4672-9673-1150f50c17b0,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:01.224701 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:01.228117 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=87e408ed-6f72-4fb7-bd29-ff26948e8adb,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:01.240654 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.241021 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:01.382814 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.391605 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0753580>, [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:33:56Z', 'revision_number': 3, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port': {'id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:55Z', 'updated_at': '2021-07-07T18:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:34:01.396966 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04c445-1337-4f6b-9a92-d69b50b7294a None None] The sync data for ids ['5575f586-89a1-4668-b7aa-24123b9504fc'] in dv-cinder-798696-1-iscsi is: [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:33:56Z', 'revision_number': 3, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port': {'id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:55Z', 'updated_at': '2021-07-07T18:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:34:01.483163 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-97cf0fe2-34ad-43a5-a7d6-f3676f8f4b5e None None] Provisioning for port 9bfb19d8-dd06-4672-9673-1150f50c17b0 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:01.490895 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-97cf0fe2-34ad-43a5-a7d6-f3676f8f4b5e None None] Provisioning complete for port 9bfb19d8-dd06-4672-9673-1150f50c17b0 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:01.491588 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-97cf0fe2-34ad-43a5-a7d6-f3676f8f4b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.522667 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e55b3461-462d-4a44-95c6-64052b52715a up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:01.603531 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-97cf0fe2-34ad-43a5-a7d6-f3676f8f4b5e None None] Port 9bfb19d8-dd06-4672-9673-1150f50c17b0 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:34:01.633952 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port e55b3461-462d-4a44-95c6-64052b52715a triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:01.634325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.801844 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.810121 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.845334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:01.939613 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 87e408ed-6f72-4fb7-bd29-ff26948e8adb up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:01.974792 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-0f2944d5-5618-4cd8-862d-ac1851939dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:01.976836 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-0f2944d5-5618-4cd8-862d-ac1851939dff service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.3918073
Jul 07 18:34:01.979856 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:01.988268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfb19d8-dd06-4672-9673-1150f50c17b0,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:01.999103 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089283d5-4ef8-4296-81a9-fdcc2a1fc10d req-0c074fc6-18e1-49cc-bbad-47a2a308a491 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:02.009704 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-089283d5-4ef8-4296-81a9-fdcc2a1fc10d req-0c074fc6-18e1-49cc-bbad-47a2a308a491 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1735508
Jul 07 18:34:02.023344 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:02.080695 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 87e408ed-6f72-4fb7-bd29-ff26948e8adb triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:02.080695 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:02.143335 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-089283d5-4ef8-4296-81a9-fdcc2a1fc10d req-c6f6bbbf-ba7f-4671-969a-629586ec8082 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325433
Jul 07 18:34:02.203460 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05416152-81a9-4502-a569-df2037d50d60 req-591db8ac-559a-4bcd-881f-e3c549b4b0a9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:02.205819 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-05416152-81a9-4502-a569-df2037d50d60 req-591db8ac-559a-4bcd-881f-e3c549b4b0a9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1777174
Jul 07 18:34:02.327727 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-05416152-81a9-4502-a569-df2037d50d60 req-326d1504-0506-4228-a964-14043f358f8d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151588
Jul 07 18:34:02.523222 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-fa100e08-2bac-44a2-abc7-213a5bc31254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:02.524759 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-fa100e08-2bac-44a2-abc7-213a5bc31254 service neutron] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 919 time: 0.5236712
Jul 07 18:34:02.534006 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:34:02.536685 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:34:02.694979 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-2ad0c0ac-a45c-4e78-a591-0d68e93c2c2d service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 200  len: 217 time: 0.1587632
Jul 07 18:34:02.850860 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-b33849a8-7e01-426c-9e59-615015be0e74 None None] Provisioning complete for port 9bfb19d8-dd06-4672-9673-1150f50c17b0 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:02.851339 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b33849a8-7e01-426c-9e59-615015be0e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:02.886374 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-cde5e8dd-4165-4fc8-ba89-567c43206380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:02.889959 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-cde5e8dd-4165-4fc8-ba89-567c43206380 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.1797981
Jul 07 18:34:02.970161 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-b33849a8-7e01-426c-9e59-615015be0e74 None None] Port 9bfb19d8-dd06-4672-9673-1150f50c17b0 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:34:02.971620 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-44b23273-b017-4bd1-8830-4de2665c17d7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0729764
Jul 07 18:34:02.976592 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Router 5575f586-89a1-4668-b7aa-24123b9504fc has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:34:03.390482 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-734db441-02ec-4e7d-9166-583c3c18b0f2 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4067550
Jul 07 18:34:03.463077 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:34:03.557619 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] 10.222.0.60 "PUT /v2.0/routers/5575f586-89a1-4668-b7aa-24123b9504fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1978977
Jul 07 18:34:03.557876 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1524-f898-4510-9e04-2295b4b20e82 req-9e5eb670-31c2-4394-9bf1-b7cda5e14a4f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:03.557876 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5eb1524-f898-4510-9e04-2295b4b20e82 req-9e5eb670-31c2-4394-9bf1-b7cda5e14a4f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1937761
Jul 07 18:34:03.562156 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 1133df8c-f72e-4ce4-9864-45bcb1531dfd up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:03.636486 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe7ac6fc-6a73-4050-8a18-7c20234e6c79 req-e97f9b6d-4d30-4a44-a91f-04a0af366a7d service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132745
Jul 07 18:34:03.685592 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5eb1524-f898-4510-9e04-2295b4b20e82 req-57ec2fa3-7731-415c-adc6-fa016d56860f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815306
Jul 07 18:34:03.696773 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Sync routers for ids ['5575f586-89a1-4668-b7aa-24123b9504fc'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:34:03.711327 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286533-4129-45e0-b7b8-563e25cadc2b req-e137ac70-f842-41dc-a0b7-72f467812219 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:03.712919 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6b286533-4129-45e0-b7b8-563e25cadc2b req-e137ac70-f842-41dc-a0b7-72f467812219 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1573319
Jul 07 18:34:03.715154 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Routers {'5575f586-89a1-4668-b7aa-24123b9504fc'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:34:03.716486 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca03626a0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5575f586-89a1-4668-b7aa-24123b9504fc'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:34:03.804123 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 1133df8c-f72e-4ce4-9864-45bcb1531dfd completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:03.805004 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6b286533-4129-45e0-b7b8-563e25cadc2b req-a5418075-5f35-4b95-a96b-a6445f62e15d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654819
Jul 07 18:34:03.816055 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 1133df8c-f72e-4ce4-9864-45bcb1531dfd triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:03.816531 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.045594 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Set router 5575f586-89a1-4668-b7aa-24123b9504fc gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:34:04.164252 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.265348 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 1133df8c-f72e-4ce4-9864-45bcb1531dfd, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=1133df8c-f72e-4ce4-9864-45bcb1531dfd,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:04.318332 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.330490 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-79d6629b-4393-4b43-9da3-b178933acb53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:04.402069 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60682) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:04.436424 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=1133df8c-f72e-4ce4-9864-45bcb1531dfd,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:04.442329 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:04.523592 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca03626a0>, [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 4, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port': {'id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:55Z', 'updated_at': '2021-07-07T18:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '9bfb19d8-dd06-4672-9673-1150f50c17b0', 'name': '', 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'mac_address': 'fa:16:3e:02:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '053b6925-58f1-4278-b3bc-5be7a7a26a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:00Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 2, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'subnets': [{'id': '053b6925-58f1-4278-b3bc-5be7a7a26a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:34:04.529709 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Checking router: 5575f586-89a1-4668-b7aa-24123b9504fc for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:34:04.530933 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Updating router 5575f586-89a1-4668-b7aa-24123b9504fc port 9bfb19d8-dd06-4672-9673-1150f50c17b0 binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:34:04.537599 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.552827 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:04.556967 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Usage tracker for resource:security_group_rule and tenant:5e442422b4b847cbb550fe21589c630d is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:04.561908 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:04.569168 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:04.591755 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.674634 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.680236 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.688294 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:04.732990 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e442422b4b847cbb550fe21589c630d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3297155
Jul 07 18:34:04.734135 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd89b0-760b-4dde-b461-75fad04adcc6,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:04.735481 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60692) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:04.737014 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:04.850359 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.890628 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.961389 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3001-4d7d-435d-a29b-c52541ebe6a0 req-6c3b0bc1-7243-4994-a981-1b47e5a47255 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:04.963125 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7f1a3001-4d7d-435d-a29b-c52541ebe6a0 req-6c3b0bc1-7243-4994-a981-1b47e5a47255 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1327975
Jul 07 18:34:04.978877 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:04.986041 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-52ab3944-abf7-432d-9efa-ff80430b45be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:05.004310 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd89b0-760b-4dde-b461-75fad04adcc6,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:05.006406 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:05.007572 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ebd89b0-760b-4dde-b461-75fad04adcc6 HTTP/1.1" status: 204  len: 168 time: 0.2706501
Jul 07 18:34:05.008480 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:05.072827 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7f1a3001-4d7d-435d-a29b-c52541ebe6a0 req-dcffd96b-4c0a-43aa-a727-cd1dfb76831b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654814
Jul 07 18:34:05.104388 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:05.119445 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7cc7e-045d-4d1c-9f54-cc103b7816e8 req-f58dbd8d-9252-406f-8e1f-e935b408cac9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:05.121302 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fab7cc7e-045d-4d1c-9f54-cc103b7816e8 req-f58dbd8d-9252-406f-8e1f-e935b408cac9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1571419
Jul 07 18:34:05.122621 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Transition to ACTIVE for port object 9bfb19d8-dd06-4672-9673-1150f50c17b0 will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:05.133377 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:05.138968 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-dc6a5397-1394-4d4a-902d-fe83342b2652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:05.178791 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fab7cc7e-045d-4d1c-9f54-cc103b7816e8 req-b46bf0ee-2f44-4250-a2fe-53bff968a08e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501022
Jul 07 18:34:05.333132 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc07433-5b48-42fc-951b-cd19e54e4870 None None] Pushing event updated for resources: {'Port': ['ID=9bfb19d8-dd06-4672-9673-1150f50c17b0,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:05.346254 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-4dc07433-5b48-42fc-951b-cd19e54e4870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:05.416717 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Attempting to bind port 9bfb19d8-dd06-4672-9673-1150f50c17b0 on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:34:05.418396 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Attempting to bind port 9bfb19d8-dd06-4672-9673-1150f50c17b0 by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:34:05.419414 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Attempting to bind port 9bfb19d8-dd06-4672-9673-1150f50c17b0 on network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:05.429687 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:34:05.430135 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Checking segment: {'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:34:05.430639 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:05.431238 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Bound using segment: {'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:34:05.431853 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Bound port: 9bfb19d8-dd06-4672-9673-1150f50c17b0, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:34:05.432321 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:05.513069 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 1133df8c-f72e-4ce4-9864-45bcb1531dfd up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:05.615264 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] For port 9bfb19d8-dd06-4672-9673-1150f50c17b0, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:34:05.618882 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] For port 9bfb19d8-dd06-4672-9673-1150f50c17b0, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=9bfb19d8-dd06-4672-9673-1150f50c17b0,segment=NetworkSegment(21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2),segment_id=21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:34:05.625906 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:05.634508 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:05.677634 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 1133df8c-f72e-4ce4-9864-45bcb1531dfd triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:05.678019 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:05.771775 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Routers {'5575f586-89a1-4668-b7aa-24123b9504fc'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:34:05.772418 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca03626a0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:33:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5575f586-89a1-4668-b7aa-24123b9504fc'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:34:05.831915 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc07433-5b48-42fc-951b-cd19e54e4870 None None] Pushing event updated for resources: {'Port': ['ID=9bfb19d8-dd06-4672-9673-1150f50c17b0,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:05.849440 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-4dc07433-5b48-42fc-951b-cd19e54e4870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:06.045735 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] Set router 5575f586-89a1-4668-b7aa-24123b9504fc gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:34:06.338372 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c52e20-7442-4176-a7c2-61693a9824c6 req-e0867575-9ff2-41bf-b7ae-9a8df219d398 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:06.342274 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e0c52e20-7442-4176-a7c2-61693a9824c6 req-e0867575-9ff2-41bf-b7ae-9a8df219d398 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1338167
Jul 07 18:34:06.449128 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e0c52e20-7442-4176-a7c2-61693a9824c6 req-b9a409d2-68b1-42f8-8ddb-98e010f6fc60 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708327
Jul 07 18:34:06.477476 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35f3d8-d3d3-4e93-9166-bce0346cd368 req-602ec799-4774-47c0-b42a-8309969a4af2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:06.477476 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ac35f3d8-d3d3-4e93-9166-bce0346cd368 req-602ec799-4774-47c0-b42a-8309969a4af2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1299639
Jul 07 18:34:06.533888 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ac35f3d8-d3d3-4e93-9166-bce0346cd368 req-ba7fd704-37b1-4ed6-b0c2-0603b93b66c6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539660
Jul 07 18:34:06.572073 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca03626a0>, [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 4, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port': {'id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:55Z', 'updated_at': '2021-07-07T18:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '9bfb19d8-dd06-4672-9673-1150f50c17b0', 'name': '', 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'mac_address': 'fa:16:3e:02:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '053b6925-58f1-4278-b3bc-5be7a7a26a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:00Z', 'updated_at': '2021-07-07T18:34:05Z', 'revision_number': 4, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'subnets': [{'id': '053b6925-58f1-4278-b3bc-5be7a7a26a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:34:06.577540 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d1ef1d-e0a3-4c71-a383-e922ec8d08e5 None None] The sync data for ids ['5575f586-89a1-4668-b7aa-24123b9504fc'] in dv-cinder-798696-1-iscsi is: [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 4, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port': {'id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:55Z', 'updated_at': '2021-07-07T18:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '9bfb19d8-dd06-4672-9673-1150f50c17b0', 'name': '', 'network_id': '2a865562-7a71-4edd-8a3d-7dc87fd1ffd1', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'mac_address': 'fa:16:3e:02:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '053b6925-58f1-4278-b3bc-5be7a7a26a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:34:00Z', 'updated_at': '2021-07-07T18:34:05Z', 'revision_number': 4, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'subnets': [{'id': '053b6925-58f1-4278-b3bc-5be7a7a26a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:34:07.563587 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 9bfb19d8-dd06-4672-9673-1150f50c17b0 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:07.683609 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 9bfb19d8-dd06-4672-9673-1150f50c17b0 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:07.694424 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 9bfb19d8-dd06-4672-9673-1150f50c17b0 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:07.694797 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:07.828571 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220711c2-624f-4e17-891e-131592002a79 req-86da123e-8a99-4875-b953-84c0c754108c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:07.830445 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-220711c2-624f-4e17-891e-131592002a79 req-86da123e-8a99-4875-b953-84c0c754108c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1976137
Jul 07 18:34:07.853454 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:07.889268 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 9bfb19d8-dd06-4672-9673-1150f50c17b0, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=9bfb19d8-dd06-4672-9673-1150f50c17b0,segment=NetworkSegment(21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2),segment_id=21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:07.894015 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:07.896064 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-2a72b897-dcf7-4470-8599-039ac6d77729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:07.897642 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-220711c2-624f-4e17-891e-131592002a79 req-63ed49ea-2677-4b6c-888c-56b3b7db6c97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559163
Jul 07 18:34:07.923715 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d9e1c-9643-47cd-9311-91b44e32afab req-fc344dfd-ead8-48e2-82cc-e919ca8ee15e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:07.925330 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e5d9e1c-9643-47cd-9311-91b44e32afab req-fc344dfd-ead8-48e2-82cc-e919ca8ee15e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1800234
Jul 07 18:34:07.974338 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e5d9e1c-9643-47cd-9311-91b44e32afab req-5ce935e1-c88e-409f-9c48-825a1186b926 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418632
Jul 07 18:34:07.985659 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=9bfb19d8-dd06-4672-9673-1150f50c17b0,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:07.988963 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:09.157173 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f7632-7b57-4955-9fae-7b2186ffe0d3 req-7a84d109-d3cd-48e7-9ad0-15d5dd01dad3 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:09.158708 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-712f7632-7b57-4955-9fae-7b2186ffe0d3 req-7a84d109-d3cd-48e7-9ad0-15d5dd01dad3 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1421239
Jul 07 18:34:09.238017 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-712f7632-7b57-4955-9fae-7b2186ffe0d3 req-352697e3-a62f-4a75-b2a8-cc29dc852bc9 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653698
Jul 07 18:34:09.272090 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35560e-bbd9-49eb-bb1d-d021ff67731e req-86b45e9d-882e-49a8-9cf9-57eea86f586f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:09.277324 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2a35560e-bbd9-49eb-bb1d-d021ff67731e req-86b45e9d-882e-49a8-9cf9-57eea86f586f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1597311
Jul 07 18:34:09.333738 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2a35560e-bbd9-49eb-bb1d-d021ff67731e req-fd837d20-3dc8-42a9-9369-ece0f2bf2e38 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518231
Jul 07 18:34:09.496763 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 9bfb19d8-dd06-4672-9673-1150f50c17b0 up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:09.589729 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 9bfb19d8-dd06-4672-9673-1150f50c17b0 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:09.590602 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:09.720300 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba8c46-3623-4c34-a561-58ea3186829f req-e7572d18-42d8-4b8e-a1d7-d8a732267374 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:09.723803 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-daba8c46-3623-4c34-a561-58ea3186829f req-e7572d18-42d8-4b8e-a1d7-d8a732267374 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1322379
Jul 07 18:34:09.781875 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-daba8c46-3623-4c34-a561-58ea3186829f req-6cb2474f-cd3a-48d6-a359-f0a61140dd36 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521295
Jul 07 18:34:09.797308 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-d0c31497-4391-4cea-abd6-a7c5ac0576a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:09.798863 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-d0c31497-4391-4cea-abd6-a7c5ac0576a7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 1098 time: 0.1131380
Jul 07 18:34:10.008767 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-adcbb804-5eb3-4a25-99d1-603c0c244e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:10.010288 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-adcbb804-5eb3-4a25-99d1-603c0c244e2e service neutron] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 911 time: 0.2043722
Jul 07 18:34:10.021032 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-85b24518-b649-4990-939d-768fb00f774d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1418638
Jul 07 18:34:10.193153 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-b427a52e-24db-44e6-9105-27b82324245c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 200  len: 1001 time: 0.1710551
Jul 07 18:34:10.348313 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60818) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:10.393631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-f12f1533-dd57-454c-a184-fb171fac8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:10.395196 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-f12f1533-dd57-454c-a184-fb171fac8e79 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 1099 time: 0.3207390
Jul 07 18:34:10.407809 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-51a75720-c0de-4b69-8c15-2f961bff3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:10.415136 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-51a75720-c0de-4b69-8c15-2f961bff3f99 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.2131357
Jul 07 18:34:10.547053 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:10.565924 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:10.571080 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Usage tracker for resource:security_group_rule and tenant:142841db7edb4897bcdc7bc520b4d1c0 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:10.576013 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:10.583580 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:10.610327 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2a6d-b32f-408b-aabd-4e2dc6589778 req-c8e6fbf2-5396-4bac-bd52-c8b54407794c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:10.611960 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bfdf2a6d-b32f-408b-aabd-4e2dc6589778 req-c8e6fbf2-5396-4bac-bd52-c8b54407794c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1433053
Jul 07 18:34:10.652652 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-a381f770-10ed-4c68-865e-89ec8e96596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:10.655388 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-a381f770-10ed-4c68-865e-89ec8e96596f service neutron] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 919 time: 0.2248373
Jul 07 18:34:10.658399 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-b0b8bfee-d8e1-463c-a146-3f17a22460fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:10.659765 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-b0b8bfee-d8e1-463c-a146-3f17a22460fb service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1914091
Jul 07 18:34:10.679938 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bfdf2a6d-b32f-408b-aabd-4e2dc6589778 req-98460526-e28d-4188-b768-a200e18358e4 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591068
Jul 07 18:34:10.739097 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:10.743550 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:10.750858 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d2ce61ad-e79a-4d2f-b0c9-5a03500ce425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:10.835543 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-5873c17a-9697-4e37-8e4e-68540c369188 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bd5b25b-3ef6-445d-8642-445611592789 HTTP/1.1" status: 200  len: 217 time: 0.1630979
Jul 07 18:34:10.887788 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3651654-234a-468b-806c-0a220b8d194b,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:10.897427 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=142841db7edb4897bcdc7bc520b4d1c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5479078
Jul 07 18:34:10.901696 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60832) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:10.903329 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.903587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.903950 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.904304 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.904653 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.905053 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.905402 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.905746 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.906088 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.906941 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.906941 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.907178 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:10.911625 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:10.973321 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-c02ba26d-050a-47c6-a6f3-721ff54f913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:10.974740 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-c02ba26d-050a-47c6-a6f3-721ff54f913e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.1222978
Jul 07 18:34:10.980071 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-c83c7264-3d4f-402a-96ee-b8c1b1af6ee6 service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3065262
Jul 07 18:34:11.032096 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f21d49f3-6502-4e28-8491-69fe93e0b0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.053273 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-31d211c8-0bd5-4dbe-b756-7cc3be0b9336 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655911
Jul 07 18:34:11.070897 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f21d49f3-6502-4e28-8491-69fe93e0b0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.131810 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a378c-26bb-4b0c-a898-be197ee1b8df req-db0bc425-8147-4580-8a38-59e657467b8e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:11.132861 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5f9a378c-26bb-4b0c-a898-be197ee1b8df req-db0bc425-8147-4580-8a38-59e657467b8e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1958945
Jul 07 18:34:11.207926 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5f9a378c-26bb-4b0c-a898-be197ee1b8df req-127bdbf3-bf2c-49c3-bdc6-19dfe0bd70fd tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581334
Jul 07 18:34:11.214768 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f21d49f3-6502-4e28-8491-69fe93e0b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.230075 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a5ef56f5-70d4-45cc-abda-c4f4b4e2f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:11.245302 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d49f3-6502-4e28-8491-69fe93e0b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3651654-234a-468b-806c-0a220b8d194b,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:11.249893 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-f21d49f3-6502-4e28-8491-69fe93e0b0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:11.275079 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f21d49f3-6502-4e28-8491-69fe93e0b0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.276719 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-f21d49f3-6502-4e28-8491-69fe93e0b0a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3651654-234a-468b-806c-0a220b8d194b HTTP/1.1" status: 204  len: 168 time: 0.3637519
Jul 07 18:34:11.345167 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7fe56060-fa05-4d7b-8654-35a781d2b16e req-8d73709a-ae85-4ab6-84f7-78565ea74704 service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3562367
Jul 07 18:34:11.355402 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-8b7aa948-8bb1-4626-81dc-946b6b5294da service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480733
Jul 07 18:34:11.526755 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-acfea64c-72d5-42cb-b53d-6b0150b22028 req-197430e1-f47e-4ca9-a613-42f5cdf9fc69 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649742
Jul 07 18:34:11.625368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 60850) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:11.643114 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.659427 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:11.663357 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Usage tracker for resource:security_group_rule and tenant:97d1e46e4e6544389dc508796c2585c8 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:11.666365 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:11.672738 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:11.775725 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.781379 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.794997 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9ec90d87-13c8-44db-af84-a4a1e3d62a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:11.837497 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97d1e46e4e6544389dc508796c2585c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2110505
Jul 07 18:34:11.838251 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3fe2ca-aea0-4b50-bae3-96fcf86a4c63,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:11.840333 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 60856) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:11.846124 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.846509 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.846854 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.847202 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.847549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.847892 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.848232 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.848572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.848936 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.849276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.849610 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.849946 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:11.853989 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:11.944923 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce72-a08a-4e78-b3cf-c1bf591566f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:11.955991 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61a5e6-4da3-40ec-958d-85484e5ed464 req-b24943f7-9b9b-4c68-85e7-9038eddbc271 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:11.958681 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4b61a5e6-4da3-40ec-958d-85484e5ed464 req-b24943f7-9b9b-4c68-85e7-9038eddbc271 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1580927
Jul 07 18:34:11.972116 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:12.019049 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce72-a08a-4e78-b3cf-c1bf591566f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:12.053569 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4b61a5e6-4da3-40ec-958d-85484e5ed464 req-6b582e16-d4aa-46a0-9851-691893ab602f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850744
Jul 07 18:34:12.098694 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce72-a08a-4e78-b3cf-c1bf591566f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:12.108905 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e0fea109-e07d-44a9-a0db-ca7f1daa7868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:12.128607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ce72-a08a-4e78-b3cf-c1bf591566f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3fe2ca-aea0-4b50-bae3-96fcf86a4c63,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:12.133640 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-98c8ce72-a08a-4e78-b3cf-c1bf591566f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:12.141971 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-98c8ce72-a08a-4e78-b3cf-c1bf591566f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:12.143364 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-98c8ce72-a08a-4e78-b3cf-c1bf591566f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db3fe2ca-aea0-4b50-bae3-96fcf86a4c63 HTTP/1.1" status: 204  len: 168 time: 0.3015587
Jul 07 18:34:12.495538 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67b210-6798-4c9b-bb36-95048953b2f7 req-39ee56fa-9650-456e-bcc4-e4504288be72 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:12.497987 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc67b210-6798-4c9b-bb36-95048953b2f7 req-39ee56fa-9650-456e-bcc4-e4504288be72 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1404788
Jul 07 18:34:12.625787 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc67b210-6798-4c9b-bb36-95048953b2f7 req-059ba4e7-1ef1-42a8-8d07-b90b1aa9f2f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063042
Jul 07 18:34:13.246818 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761d921-5ff9-4565-be86-9a92b6f37ba1 req-57556cd1-e5e7-4e7a-aea8-3ac7ccc9ccb1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:13.248105 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4761d921-5ff9-4565-be86-9a92b6f37ba1 req-57556cd1-e5e7-4e7a-aea8-3ac7ccc9ccb1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0858085
Jul 07 18:34:13.300049 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4761d921-5ff9-4565-be86-9a92b6f37ba1 req-41a4a636-430c-483d-b46b-04e3343af91d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457227
Jul 07 18:34:14.421322 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86722b56-3c78-4750-a728-9fd702035d99 req-f594d5d9-0a11-4d2f-8dfd-811905aae9be tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:14.422815 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86722b56-3c78-4750-a728-9fd702035d99 req-f594d5d9-0a11-4d2f-8dfd-811905aae9be tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.0938730
Jul 07 18:34:14.528098 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86722b56-3c78-4750-a728-9fd702035d99 req-c42de00b-fdbd-4559-aa15-ac3c6fc74af4 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990031
Jul 07 18:34:14.572625 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8810c-4031-4b41-bb4b-1a7d8f628096 req-7ee1d872-95f4-4395-8825-06e483a75439 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:14.574774 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0bf8810c-4031-4b41-bb4b-1a7d8f628096 req-7ee1d872-95f4-4395-8825-06e483a75439 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1300988
Jul 07 18:34:14.629295 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0bf8810c-4031-4b41-bb4b-1a7d8f628096 req-57cd9481-2df7-430a-949d-70b9aec84cd0 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478072
Jul 07 18:34:15.845032 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0c49-1d78-4a52-81c6-5ffe957fe6ec req-0c81e7b2-a608-4ff6-8c8d-97ae08989803 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:15.846443 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8d1c0c49-1d78-4a52-81c6-5ffe957fe6ec req-0c81e7b2-a608-4ff6-8c8d-97ae08989803 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.1665714
Jul 07 18:34:15.909599 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8d1c0c49-1d78-4a52-81c6-5ffe957fe6ec req-35706a1d-095d-4978-9b1d-fac45fd7be30 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573988
Jul 07 18:34:15.933694 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7fe2f-115d-4c8d-bb90-821a48613ef3 req-76faf28e-424b-45a9-a2b7-fd4f7df5bdd8 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:15.933694 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5c7fe2f-115d-4c8d-bb90-821a48613ef3 req-76faf28e-424b-45a9-a2b7-fd4f7df5bdd8 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1475673
Jul 07 18:34:15.995233 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5c7fe2f-115d-4c8d-bb90-821a48613ef3 req-bfba62c7-ce0a-4180-8ac2-e792656da92c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552051
Jul 07 18:34:16.664930 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-2431d26e-383e-41ec-bdc8-9c4feda20ebd tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:16.665764 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-2431d26e-383e-41ec-bdc8-9c4feda20ebd tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Synchronizing usage tracker for tenant:16f1b4813c364c01814f3dadd0a55daa on resource:port {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:34:16.693106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-2431d26e-383e-41ec-bdc8-9c4feda20ebd tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Unset dirty status for tenant:16f1b4813c364c01814f3dadd0a55daa on resource:port {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:34:16.694614 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-2431d26e-383e-41ec-bdc8-9c4feda20ebd tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.1246414
Jul 07 18:34:16.787933 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Deleting port 594df879-91b1-440c-b6ba-7d78004b5029 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:34:16.788268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:17.152077 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] For port 594df879-91b1-440c-b6ba-7d78004b5029, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=594df879-91b1-440c-b6ba-7d78004b5029,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:17.152985 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:17.173438 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be279-183c-40c9-add1-329ec6fcc939 req-479bc87b-5198-4b95-98c3-cc1749844254 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:17.178398 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-611be279-183c-40c9-add1-329ec6fcc939 req-479bc87b-5198-4b95-98c3-cc1749844254 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 945 time: 0.1165276
Jul 07 18:34:17.268658 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-611be279-183c-40c9-add1-329ec6fcc939 req-84fa76ad-8aa5-4e09-9775-1b0f513668bd tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868645
Jul 07 18:34:17.376614 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b8c7-e5ba-48f9-a56c-4ae45ebff2f7 req-8407a760-2cb9-43c7-8b55-f1fc4d18cb89 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:17.379396 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2099b8c7-e5ba-48f9-a56c-4ae45ebff2f7 req-8407a760-2cb9-43c7-8b55-f1fc4d18cb89 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1066327
Jul 07 18:34:17.442645 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Calling delete_port for 594df879-91b1-440c-b6ba-7d78004b5029 owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:34:17.454291 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2099b8c7-e5ba-48f9-a56c-4ae45ebff2f7 req-3bea2d67-7058-4c79-b2da-bf5ec3b9c00c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595198
Jul 07 18:34:17.618503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:17.625966 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:17.634156 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['594df879-91b1-440c-b6ba-7d78004b5029'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:34:17.705119 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Pushing event deleted for resources: {'Port': ['ID=594df879-91b1-440c-b6ba-7d78004b5029,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:17.709553 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:17.881064 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] No DVR routers for this DVR port 594df879-91b1-440c-b6ba-7d78004b5029 on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:34:17.883685 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:17.886953 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'name': 'network-vif-deleted', 'tag': '594df879-91b1-440c-b6ba-7d78004b5029'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:17.915372 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4024e364-598e-4941-9aad-a48caf9af2b2 req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "DELETE /v2.0/ports/594df879-91b1-440c-b6ba-7d78004b5029 HTTP/1.1" status: 204  len: 173 time: 1.2049723
Jul 07 18:34:17.958382 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296a643-5ac6-4a88-83e9-fa618df06d56', 'name': 'network-vif-deleted', 'tag': '594df879-91b1-440c-b6ba-7d78004b5029', 'status': 'completed', 'code': 200}
Jul 07 18:34:18.508757 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-47304b2a-112e-4e8c-9dd8-befe64b4a3fb req-e891fb45-06df-40b7-b5ec-371ad9a7c8ce tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4296a643-5ac6-4a88-83e9-fa618df06d56 HTTP/1.1" status: 200  len: 210 time: 0.0545125
Jul 07 18:34:18.703101 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb42f4e-b395-42a3-b864-e4f237e05c95 req-cbabd930-86f6-4488-bfe1-a4553ea40ba3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:18.710461 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9eb42f4e-b395-42a3-b864-e4f237e05c95 req-cbabd930-86f6-4488-bfe1-a4553ea40ba3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1256566
Jul 07 18:34:18.784599 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9eb42f4e-b395-42a3-b864-e4f237e05c95 req-017a9152-b1b4-4e0f-8799-21b6618ad730 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732903
Jul 07 18:34:20.032901 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a8e93-b581-4f39-8de6-93042fb56a9f req-a71d9c35-fc1a-41b9-a253-ee13f47d0ce6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:20.039577 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-627a8e93-b581-4f39-8de6-93042fb56a9f req-a71d9c35-fc1a-41b9-a253-ee13f47d0ce6 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1200371
Jul 07 18:34:20.088468 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-627a8e93-b581-4f39-8de6-93042fb56a9f req-934246ae-d5e9-45a5-af45-0baf91c3d3e1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477405
Jul 07 18:34:21.111351 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-80a7e536-37d9-407d-9deb-93e3e7f3a2f0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60436774&fields=id&tenant_id=a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 267 time: 0.0550320
Jul 07 18:34:21.488765 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50545d-6ce9-48e3-bfbe-7615343d995e req-1b86f4dd-c489-4edb-a928-67692ed5c5a2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:21.490649 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7a50545d-6ce9-48e3-bfbe-7615343d995e req-1b86f4dd-c489-4edb-a928-67692ed5c5a2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2367713
Jul 07 18:34:21.503011 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-a45515cf-c859-467f-b1be-d7c0d91cd131 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:21.504544 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-a45515cf-c859-467f-b1be-d7c0d91cd131 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 812 time: 0.3874974
Jul 07 18:34:21.528620 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 594df879-91b1-440c-b6ba-7d78004b5029 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:34:21.551158 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-d1ea93e5-8f57-40b8-8f91-16e137e86de7 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/quotas/a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 375 time: 0.0239158
Jul 07 18:34:21.583135 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 594df879-91b1-440c-b6ba-7d78004b5029 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:34:21.588102 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 594df879-91b1-440c-b6ba-7d78004b5029 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:34:21.610563 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7a50545d-6ce9-48e3-bfbe-7615343d995e req-53eb6b81-226d-429b-a5ee-15fc9c3f97aa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048815
Jul 07 18:34:21.673657 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-f6de1891-04ab-46e1-b80d-8118c1299a26 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:34:21.695841 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-f6de1891-04ab-46e1-b80d-8118c1299a26 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:34:21.697264 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-f6de1891-04ab-46e1-b80d-8118c1299a26 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1332364
Jul 07 18:34:21.855084 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-bc0cbc2b-0c22-41c0-b3d8-bd808748f990 service neutron] 10.222.0.60 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436009
Jul 07 18:34:22.045264 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-aecad132-3030-427f-bf2e-8ced438ebf12 service neutron] 10.222.0.60 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823463
Jul 07 18:34:22.491730 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:34:22.834108 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca375f-bac8-4d65-bf99-fc1559a6fbbd req-cac794a5-6924-4d50-9406-d69cc156162b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:22.835804 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-29ca375f-bac8-4d65-bf99-fc1559a6fbbd req-cac794a5-6924-4d50-9406-d69cc156162b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0961120
Jul 07 18:34:22.892048 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-29ca375f-bac8-4d65-bf99-fc1559a6fbbd req-56fd51b0-d9bb-4c3f-bf24-5c9989402b89 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483088
Jul 07 18:34:22.919615 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-16fe9517-bc54-4d35-8dbd-5712814229f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:23.560599 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:23.619352 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0fe9fbd7-ce19-4aff-9f48-809e8cb3db94 req-8dc2a29e-5a7e-4785-8020-9b82c397f9e3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.0937955
Jul 07 18:34:24.134742 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39b609-63ad-476f-add9-947b0d13b426 req-c4f991d4-e1c3-4af3-8d83-bac79875c4d1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:24.136863 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e39b609-63ad-476f-add9-947b0d13b426 req-c4f991d4-e1c3-4af3-8d83-bac79875c4d1 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1072426
Jul 07 18:34:24.202360 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e39b609-63ad-476f-add9-947b0d13b426 req-8880bf7e-5a1b-48da-bb24-7df7bc346513 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575821
Jul 07 18:34:24.768521 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-480b6f8d-119a-49a0-97fd-2dd49d2ade5a req-a9d5178c-9a79-45d6-995f-1ecf9bc759c5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.0519834
Jul 07 18:34:25.460164 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92673d-7398-43b5-b1e6-4baed2d83119 req-91c366a0-c94b-4cd6-b762-864c08949b6f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:25.469307 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1f92673d-7398-43b5-b1e6-4baed2d83119 req-91c366a0-c94b-4cd6-b762-864c08949b6f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1150334
Jul 07 18:34:25.525663 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1f92673d-7398-43b5-b1e6-4baed2d83119 req-da77bac9-4c9b-4ff9-b60b-949b58ee1036 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547838
Jul 07 18:34:26.015426 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-281d3fd2-5a61-4ba1-8d1a-e6ca464d027c req-d07b37a6-35c1-46c0-a922-4f70fcd10792 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.0725849
Jul 07 18:34:26.271347 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e6bd52e7-0b20-4c52-800c-424293ccbbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:26.750209 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab62a-f0bd-4175-9bed-6910eafd39ba req-a1f6ed55-1f12-4eb6-adf8-862ac408a153 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:26.751866 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-993ab62a-f0bd-4175-9bed-6910eafd39ba req-a1f6ed55-1f12-4eb6-adf8-862ac408a153 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0927899
Jul 07 18:34:26.808577 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-993ab62a-f0bd-4175-9bed-6910eafd39ba req-d3401dd5-f009-46dd-a22d-9dcf0a7f5d47 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448375
Jul 07 18:34:27.224082 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8b028e9b-d324-4650-a06d-edd463de8ca7 req-9d1abbd8-ba22-4e27-ba5d-397047c51b24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.0709436
Jul 07 18:34:27.351564 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:27.353375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-e37c1712-fae4-4131-919f-5f8c812fe829 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:27.354854 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-e37c1712-fae4-4131-919f-5f8c812fe829 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 814 time: 0.1998591
Jul 07 18:34:27.371028 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-e1fd8c5f-c768-4ae6-b3c8-430fc1255c22 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/quotas/3969d7c28f034c6389b9ffa5b8b4ce2e HTTP/1.1" status: 200  len: 375 time: 0.0094082
Jul 07 18:34:27.455035 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-a4e14d1b-b121-46b8-b7d7-8a7ba2310a77 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0789921
Jul 07 18:34:27.595007 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-905301b3-84f7-4a15-aa6e-42da0dfe2621 service neutron] 10.222.0.60 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268539
Jul 07 18:34:27.731898 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-99157db2-1712-489a-813e-a131024cbe9e service neutron] 10.222.0.60 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310706
Jul 07 18:34:27.941455 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ca8acc6-4566-4b4a-8b9b-198d425e2fd1 req-dee38dd7-a658-47da-b615-7b25618cea92 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 210 time: 0.0526865
Jul 07 18:34:28.108401 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866c8eb-501d-408d-9f41-68df76c1eea6 req-c7c6c367-efb2-4925-a512-ce634dd61b09 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:28.110110 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0866c8eb-501d-408d-9f41-68df76c1eea6 req-c7c6c367-efb2-4925-a512-ce634dd61b09 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1714091
Jul 07 18:34:28.159334 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0866c8eb-501d-408d-9f41-68df76c1eea6 req-3047a502-fe34-484a-9252-3fa670b8fd60 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423489
Jul 07 18:34:28.385949 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ed77ce61-9490-465d-8b95-b6c3c033beb7 req-6dddee0a-b763-468a-96e5-5a5662b88e73 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.0450623
Jul 07 18:34:28.573246 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:29.091009 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-45cd5fd7-2b3f-45d2-95d2-bee93afcc766 req-66d60913-ac0b-489a-8ab8-bc267f6c6c5c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 210 time: 0.0435193
Jul 07 18:34:29.365359 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb87d6-84df-44bd-a71e-7428d394fe7c req-fa762ec0-89cd-47b8-b2f1-269279ad8982 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:29.366721 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8ddb87d6-84df-44bd-a71e-7428d394fe7c req-fa762ec0-89cd-47b8-b2f1-269279ad8982 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0872290
Jul 07 18:34:29.413050 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8ddb87d6-84df-44bd-a71e-7428d394fe7c req-8040902c-8200-4c6b-9287-6f1a1ffd7692 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404510
Jul 07 18:34:29.540687 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b42d4bd2-0dfa-4dac-bb42-acf0bfe72244 req-9893efdf-ce32-4f7b-8875-deac6442931b tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.0464680
Jul 07 18:34:30.279940 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-345894a3-55b5-4c25-bafa-6de4f766d972 req-53637332-74b5-42eb-9ef5-13c0cf78fa7f tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 210 time: 0.0630739
Jul 07 18:34:30.372650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-7302cd72-172f-48b2-8005-31b5b747679e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:30.373394 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-7302cd72-172f-48b2-8005-31b5b747679e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:network {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:34:30.393237 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-7302cd72-172f-48b2-8005-31b5b747679e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:network {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:34:30.394543 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-7302cd72-172f-48b2-8005-31b5b747679e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 812 time: 0.1870086
Jul 07 18:34:30.453538 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-61e2377f-ad8e-419e-ad18-60ea6e6834a1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:security_group {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:34:30.474398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-61e2377f-ad8e-419e-ad18-60ea6e6834a1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:security_group {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:34:30.475856 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-61e2377f-ad8e-419e-ad18-60ea6e6834a1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 378 time: 0.0676603
Jul 07 18:34:30.487445 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'port': {'device_id': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'admin_state_up': True, 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'security_groups': ['9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae']}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:30.663296 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:30.676218 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:30.689169 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Made reservation on behalf of a239c12b571d4a31b52cd0753db91077 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:34:30.693330 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:30.785771 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-2ec5d01c-8e66-4b96-ace4-aa2968245617 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:30.787201 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-2ec5d01c-8e66-4b96-ace4-aa2968245617 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/networks?id=c651a4ca-df17-41bd-93fa-b506a825cd88 HTTP/1.1" status: 200  len: 811 time: 0.1763508
Jul 07 18:34:30.812787 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5fa32-d624-46a5-8ddc-565d0b376d14 req-3ca9a4a4-e5b9-4cf9-b1b9-935df34a1444 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:30.814234 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-64f5fa32-d624-46a5-8ddc-565d0b376d14 req-3ca9a4a4-e5b9-4cf9-b1b9-935df34a1444 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2731113
Jul 07 18:34:30.838303 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-b14e5feb-1e97-46f0-ab61-783444abda09 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/quotas/16f1b4813c364c01814f3dadd0a55daa HTTP/1.1" status: 200  len: 375 time: 0.0390034
Jul 07 18:34:30.908659 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-64f5fa32-d624-46a5-8ddc-565d0b376d14 req-2d073327-b069-48cb-b8f1-d612be63cca9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872614
Jul 07 18:34:30.934504 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-c7975121-83b9-4bb3-913b-3dc7d7588161 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=16f1b4813c364c01814f3dadd0a55daa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0813475
Jul 07 18:34:31.093143 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-6da68dc4-9930-4a0d-b3ea-6f137e59fa25 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:31.093872 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-6da68dc4-9930-4a0d-b3ea-6f137e59fa25 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Synchronizing usage tracker for tenant:3969d7c28f034c6389b9ffa5b8b4ce2e on resource:network {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:34:31.102973 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Allocated IP 172.20.0.6 (eaa24b39-f734-41e2-816f-2b4b94e6d6ca/90b4521b-374d-4711-b5e5-7c8d4c3ebff1/e337a38d-9ece-4a6d-8d25-29c2fd7898e5) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:34:31.155706 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bff28ac0-21d6-4145-900c-56284c1802f3 req-7253b4f1-631b-4178-9e84-7177897780df tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.1060848
Jul 07 18:34:31.166546 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-6da68dc4-9930-4a0d-b3ea-6f137e59fa25 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Unset dirty status for tenant:3969d7c28f034c6389b9ffa5b8b4ce2e on resource:network {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:34:31.167971 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-6da68dc4-9930-4a0d-b3ea-6f137e59fa25 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.101 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 814 time: 0.4033217
Jul 07 18:34:31.184259 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-c66298ec-3be1-40f5-9c84-f8d50572fec8 service neutron] 10.222.0.60 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485156
Jul 07 18:34:31.211523 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'port': {'device_id': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'admin_state_up': True, 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:31.391523 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a9185245-efa0-46be-a2e6-6652d45cf3f3 service neutron] 10.222.0.60 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990716
Jul 07 18:34:31.558938 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3f70313c-a1e4-48a4-b529-7395270dee8b req-1e016992-2a01-4a11-ba30-1428521e3890 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 210 time: 0.1160955
Jul 07 18:34:31.576696 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac7ad3-2c2a-45d8-af03-43fc8b74cdd8 req-20981c1d-53bf-4dde-ac27-710bcb59ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:31.589812 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e1ac7ad3-2c2a-45d8-af03-43fc8b74cdd8 req-20981c1d-53bf-4dde-ac27-710bcb59ad52 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.3681853
Jul 07 18:34:31.609627 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:31.618347 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:31.623121 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:port and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:31.631811 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:31.651671 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e1ac7ad3-2c2a-45d8-af03-43fc8b74cdd8 req-b155db3f-3d03-4240-87b4-cf5994387a70 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616720
Jul 07 18:34:31.651984 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:31.661331 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Transition to ACTIVE for port object e337a38d-9ece-4a6d-8d25-29c2fd7898e5 will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:31.668957 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Made reservation on behalf of 3969d7c28f034c6389b9ffa5b8b4ce2e for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:34:31.672631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:31.725720 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c54fd93e-d024-450a-8dc2-e080b31e7bb8 req-5b1dc2fa-b603-4984-8f7a-48560bda81de tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0699298
Jul 07 18:34:31.791360 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:31.800649 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ccdcf177-99dd-44c7-9b32-fd8280ed4c2d tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:32.040883 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:34:32.047637 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:34:32.052419 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:32.054964 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:34:32.087491 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:32.152228 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Allocated IP 172.20.0.11 (e018944e-49ed-4c9f-9031-1319c57dda66/0f928863-b4b5-4dcd-8da2-3213e3bd918e/0d96f446-a117-4d71-8bb3-e0e6df9ed491) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:34:32.194580 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:32.195233 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:32.292101 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8092723
Jul 07 18:34:32.374385 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79305868-dec6-46c1-8713-4002e46664d5 req-cf35c846-5026-4c32-8a1e-9e30217d7349 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:32.387310 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-79305868-dec6-46c1-8713-4002e46664d5 req-cf35c846-5026-4c32-8a1e-9e30217d7349 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2563505
Jul 07 18:34:32.478628 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-79305868-dec6-46c1-8713-4002e46664d5 req-832798da-4a3e-4356-8a5d-4633b202091d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903530
Jul 07 18:34:32.525327 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-f89f9af7-e49b-4b4f-a646-b8f9ee528009 None None] Provisioning for port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:32.536720 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-f89f9af7-e49b-4b4f-a646-b8f9ee528009 None None] Provisioning complete for port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:32.546096 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f89f9af7-e49b-4b4f-a646-b8f9ee528009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:32.594485 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567d298-f843-4746-a872-3b5014da8319 req-4b823c66-1166-4497-8041-52992f97ecca tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:32.596297 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9567d298-f843-4746-a872-3b5014da8319 req-4b823c66-1166-4497-8041-52992f97ecca tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.1288776
Jul 07 18:34:32.647367 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-f89f9af7-e49b-4b4f-a646-b8f9ee528009 None None] Port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:34:32.655804 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:32.677882 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Transition to ACTIVE for port object 0d96f446-a117-4d71-8bb3-e0e6df9ed491 will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:32.678941 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9567d298-f843-4746-a872-3b5014da8319 req-a7e86e1f-cdcd-4389-bd74-0110d9b12b42 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0747683
Jul 07 18:34:32.738841 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:32.756710 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:32.819557 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Network e018944e-49ed-4c9f-9031-1319c57dda66 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:34:32.825820 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:34:32.832446 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:34:32.896054 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c616b93a-288c-4e8b-9fa5-2e0e9875dd35 req-b058b4a1-edff-4c8c-8516-92c953c40457 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0768828
Jul 07 18:34:32.962677 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f239f0-b1f0-4993-90ed-7b16c6cd38bd req-93478a1b-0dbc-4b10-bb22-04647ae0b319 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:32.970149 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-89f239f0-b1f0-4993-90ed-7b16c6cd38bd req-93478a1b-0dbc-4b10-bb22-04647ae0b319 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1958692
Jul 07 18:34:32.970498 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:32.975781 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:33.013510 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:33.014398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:33.052622 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8499334
Jul 07 18:34:33.097398 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-89f239f0-b1f0-4993-90ed-7b16c6cd38bd req-02e6717a-d8c1-410f-a628-717b865690a0 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069493
Jul 07 18:34:33.173691 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-7c42cdc9-9661-40e6-9318-ad3cb9c9ee53 None None] Provisioning for port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:33.181644 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-7c42cdc9-9661-40e6-9318-ad3cb9c9ee53 None None] Provisioning complete for port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:33.182282 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7c42cdc9-9661-40e6-9318-ad3cb9c9ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:33.251951 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-7c42cdc9-9661-40e6-9318-ad3cb9c9ee53 None None] Port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:34:33.768942 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-9c1f3391-6f50-49ad-91b0-e61a5d8323bf tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32830460&fields=id&tenant_id=edf997a43a1a49f7bdfa3734765616b2 HTTP/1.1" status: 200  len: 267 time: 0.0668592
Jul 07 18:34:33.907145 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842c3a-7384-4f4c-883c-710616705017 req-5648e599-6ebb-4eef-a97e-7f78b3eaff65 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:33.908899 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6f842c3a-7384-4f4c-883c-710616705017 req-5648e599-6ebb-4eef-a97e-7f78b3eaff65 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3228548
Jul 07 18:34:34.002280 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6f842c3a-7384-4f4c-883c-710616705017 req-d159cb72-c135-4e56-b25f-8e068fc5c6de tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866520
Jul 07 18:34:34.010881 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-0a1d418d-a559-4161-969d-e3d4eb28bbc7 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:34.013814 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-0a1d418d-a559-4161-969d-e3d4eb28bbc7 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 808 time: 0.2305911
Jul 07 18:34:34.045841 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-4e61640a-db62-404a-ab5a-1956e272c23c tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/quotas/edf997a43a1a49f7bdfa3734765616b2 HTTP/1.1" status: 200  len: 375 time: 0.0241606
Jul 07 18:34:34.160760 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5f7c38ca-0a91-454a-9ebe-8e7c46ec8f8d tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Synchronizing usage tracker for tenant:edf997a43a1a49f7bdfa3734765616b2 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:34:34.249448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5f7c38ca-0a91-454a-9ebe-8e7c46ec8f8d tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Unset dirty status for tenant:edf997a43a1a49f7bdfa3734765616b2 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:34:34.265746 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5f7c38ca-0a91-454a-9ebe-8e7c46ec8f8d tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2082748
Jul 07 18:34:34.426399 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecefae7-3d37-4ef3-a23a-2698d099eb9c req-cb7f4749-c5c4-42b3-8c41-307805b9d56f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:34.436357 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aecefae7-3d37-4ef3-a23a-2698d099eb9c req-cb7f4749-c5c4-42b3-8c41-307805b9d56f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.2468863
Jul 07 18:34:34.451472 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-d10aed91-67df-44d0-880f-8af7df82ea5a service neutron] 10.222.0.60 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808479
Jul 07 18:34:34.593069 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aecefae7-3d37-4ef3-a23a-2698d099eb9c req-2f29af33-8ef5-4965-8e47-aa74cb9dd60a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1537626
Jul 07 18:34:34.639032 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-1ee259d9-c31b-47a5-8eb2-7f55ad407f08 service neutron] 10.222.0.60 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667254
Jul 07 18:34:34.763392 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b1b6e394-bf77-4078-b962-4426bf523d01 req-72c7ce86-27e4-4b27-9ffe-0cfca369afdc tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0536437
Jul 07 18:34:34.989798 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7e2ed-afbd-46a1-825d-c10d1a848cdf req-57217d17-ef19-46e7-a6b4-9b0470f0bceb tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:34.991610 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-00c7e2ed-afbd-46a1-825d-c10d1a848cdf req-57217d17-ef19-46e7-a6b4-9b0470f0bceb tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1055980
Jul 07 18:34:35.124232 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-00c7e2ed-afbd-46a1-825d-c10d1a848cdf req-35c6d0d5-b6c6-44a8-a097-1c8b7560c93b tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218953
Jul 07 18:34:35.126697 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d5b16323-dc03-443a-850f-e5ca8f4dfe33 req-7f6b28f0-0a00-48bc-a2a1-0402553bc663 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0541246
Jul 07 18:34:35.362381 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745f85a-8083-47b9-9523-a61f9f424c28 req-814e2016-0049-4c89-b836-80c636116f94 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:35.362381 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f745f85a-8083-47b9-9523-a61f9f424c28 req-814e2016-0049-4c89-b836-80c636116f94 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1128497
Jul 07 18:34:35.459550 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f745f85a-8083-47b9-9523-a61f9f424c28 req-2dfba785-b9e0-488c-855d-14841b7480dc tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936487
Jul 07 18:34:35.825912 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f6731-ceb7-49af-b41c-4988b2298dcd req-e690fb72-5c38-446d-a8e7-9b292309b04f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:35.828748 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f14f6731-ceb7-49af-b41c-4988b2298dcd req-e690fb72-5c38-446d-a8e7-9b292309b04f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.1102254
Jul 07 18:34:35.901399 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f14f6731-ceb7-49af-b41c-4988b2298dcd req-eeb81a10-e93d-47b3-98dd-b76e9f28753a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0660703
Jul 07 18:34:36.001174 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6b281b48-f367-4727-b640-82940bffcdcc req-9e95a897-837f-4ed6-8b3d-9d07c48a1c48 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0603306
Jul 07 18:34:36.350612 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8491db69-899c-4ee2-a54d-574148988961 req-592451ad-86b7-451d-9e1a-e6ae01d6e488 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0912516
Jul 07 18:34:36.397619 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cce326-cc2d-4f6b-974d-326f491eb3f1 req-eadc5ecf-bbec-41fe-9fb0-3be9b0a41f19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:36.399456 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d4cce326-cc2d-4f6b-974d-326f491eb3f1 req-eadc5ecf-bbec-41fe-9fb0-3be9b0a41f19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1031675
Jul 07 18:34:36.460243 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d4cce326-cc2d-4f6b-974d-326f491eb3f1 req-bf169f7d-8411-41a3-b8d1-ba295c42abb9 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532730
Jul 07 18:34:36.662194 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d7731-0d6e-47dc-8063-2feb9913a8a3 req-68d2d828-cd3e-456f-9580-4678057266ca tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:36.663754 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a21d7731-0d6e-47dc-8063-2feb9913a8a3 req-68d2d828-cd3e-456f-9580-4678057266ca tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0829999
Jul 07 18:34:36.716825 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a21d7731-0d6e-47dc-8063-2feb9913a8a3 req-6a19b18e-b703-4f09-a231-18daa5237e28 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457814
Jul 07 18:34:37.222111 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ecfd0a9c-6db6-44d9-8b48-821472ce4c76 req-bece4e25-4f8c-4284-894d-d3c44bb4b32a tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0744598
Jul 07 18:34:37.263204 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdea20e-1a73-40a5-b23f-da96925fa7bc req-0645b289-c92e-4e95-b954-803b2df6b9c9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:37.273857 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8bdea20e-1a73-40a5-b23f-da96925fa7bc req-0645b289-c92e-4e95-b954-803b2df6b9c9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.2189925
Jul 07 18:34:37.332566 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8bdea20e-1a73-40a5-b23f-da96925fa7bc req-ee43b9d7-cf61-4edc-ab01-3c9e9af430a3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0502408
Jul 07 18:34:37.686069 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-56c6f6f0-10e0-420e-b51a-7643c66811eb req-48929e15-0184-4917-a691-f22ea346a5c5 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.1978199
Jul 07 18:34:37.785038 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8fcd7-89b3-429f-b097-9e3d35744462 req-c0225b67-ada5-4e5d-84c3-e16b252a3481 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:37.787713 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aff8fcd7-89b3-429f-b097-9e3d35744462 req-c0225b67-ada5-4e5d-84c3-e16b252a3481 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1102014
Jul 07 18:34:37.940383 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aff8fcd7-89b3-429f-b097-9e3d35744462 req-a394513d-8aa7-42e6-9143-77624c6976af tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221204
Jul 07 18:34:38.061162 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56fbd-3c7b-47fc-8b8f-2c1ad2841aa4 req-8e20a82e-d0ad-4920-8155-4e7ebe496e27 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:38.062832 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-54e56fbd-3c7b-47fc-8b8f-2c1ad2841aa4 req-8e20a82e-d0ad-4920-8155-4e7ebe496e27 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1035664
Jul 07 18:34:38.111763 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-54e56fbd-3c7b-47fc-8b8f-2c1ad2841aa4 req-d7380863-cb29-42b1-9a78-0d3a33d2b5fa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426366
Jul 07 18:34:38.408914 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f6a1b8e9-cf00-42e2-8ad9-2bba17f6c563 req-2aef02e9-09c9-4e80-a63d-2b4b9820f35b tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0468445
Jul 07 18:34:38.542826 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa63d4-5609-4b0f-880e-b2f50285d16f req-6875edfe-cf58-43e5-bcda-8be1b86da33a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:38.546424 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94fa63d4-5609-4b0f-880e-b2f50285d16f req-6875edfe-cf58-43e5-bcda-8be1b86da33a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.0923793
Jul 07 18:34:38.600283 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94fa63d4-5609-4b0f-880e-b2f50285d16f req-835bd7d9-7745-4292-85ba-c0ca6e80b4be tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470738
Jul 07 18:34:38.987873 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0ed060e0-99b8-4198-8482-f18aa3de6c8f req-5303bb4e-b2b1-4d97-9eb8-8f35c9671527 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0457933
Jul 07 18:34:39.190399 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8889d08-499a-4c71-adf2-b6b14aa81cb3 req-14d9514f-3625-4437-976e-eacfc0ff3987 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:39.191981 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a8889d08-499a-4c71-adf2-b6b14aa81cb3 req-14d9514f-3625-4437-976e-eacfc0ff3987 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1080194
Jul 07 18:34:39.252792 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a8889d08-499a-4c71-adf2-b6b14aa81cb3 req-31225afd-b51c-4c8b-a276-ba5acde4b7e2 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505729
Jul 07 18:34:39.333366 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca251-703a-4dee-94c9-961ca9f5add1 req-40d2db38-5594-4d90-90d0-2db2bbc21a21 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:39.334884 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86dca251-703a-4dee-94c9-961ca9f5add1 req-40d2db38-5594-4d90-90d0-2db2bbc21a21 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0812931
Jul 07 18:34:39.397044 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86dca251-703a-4dee-94c9-961ca9f5add1 req-00ea5fdd-9d5a-4c48-a29e-2d1f55c1dcae tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552428
Jul 07 18:34:39.566219 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b4de99f8-18f7-467c-8eba-5e5cc195db25 req-20c44589-9331-4587-9f55-9382b42d67bd tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0453281
Jul 07 18:34:39.799330 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5eb15-8146-453e-9ce3-a2871dda4ac2 req-fa35a764-2e52-48d9-937e-3007bf859470 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:39.800910 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ddc5eb15-8146-453e-9ce3-a2871dda4ac2 req-fa35a764-2e52-48d9-937e-3007bf859470 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.0843039
Jul 07 18:34:39.856167 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ddc5eb15-8146-453e-9ce3-a2871dda4ac2 req-cc6c9531-48bc-4b88-ba23-6e4911df088f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488200
Jul 07 18:34:40.145411 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b1a97c71-f9ac-4b1e-bcfb-7ebc86bcf626 req-1330d6ef-e6fe-4d9d-bd62-043a9629a432 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0432322
Jul 07 18:34:40.463465 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de3566-3400-4cac-8a5d-7943f6f4c38e req-1dcb7981-e513-4dea-8586-091bd1225c3f tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:40.469333 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b7de3566-3400-4cac-8a5d-7943f6f4c38e req-1dcb7981-e513-4dea-8586-091bd1225c3f tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1072128
Jul 07 18:34:40.562088 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b7de3566-3400-4cac-8a5d-7943f6f4c38e req-6255cbd5-04af-40d4-a843-bacc94daece8 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826120
Jul 07 18:34:40.670800 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132c4f-1eab-47bc-b33b-cbbd188c8fbf req-beb719c5-9236-46be-ac16-3c2a90fa334b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:40.674700 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-95132c4f-1eab-47bc-b33b-cbbd188c8fbf req-beb719c5-9236-46be-ac16-3c2a90fa334b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1092989
Jul 07 18:34:40.748418 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6620d25f-1df3-44e8-bd51-f600906e07f1 req-53b261f6-deed-434e-b00a-39aca3eba684 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0682065
Jul 07 18:34:40.781527 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-95132c4f-1eab-47bc-b33b-cbbd188c8fbf req-bea134dd-62b8-4e6f-a7e3-5a5f2a7bd3be tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955191
Jul 07 18:34:41.064114 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911003f8-12c3-4c0b-aa01-ebcd05597667 req-db93f533-de6d-473c-b355-15b0bbef0bbb tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:41.065600 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-911003f8-12c3-4c0b-aa01-ebcd05597667 req-db93f533-de6d-473c-b355-15b0bbef0bbb tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.0926249
Jul 07 18:34:41.116907 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-911003f8-12c3-4c0b-aa01-ebcd05597667 req-74406267-5505-4acc-a617-a43f899c984c tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451834
Jul 07 18:34:41.304201 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f1e97d45-d394-4522-aab7-8fe876809da6 req-ed62b4fe-8553-49ad-89ca-a78eb6585137 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0492373
Jul 07 18:34:41.755046 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c799-40ef-48d9-ad77-090cd58c9284 req-85f4364d-a414-4423-9c68-79e9c880ef65 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:41.756525 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db08c799-40ef-48d9-ad77-090cd58c9284 req-85f4364d-a414-4423-9c68-79e9c880ef65 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.0884688
Jul 07 18:34:41.816948 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db08c799-40ef-48d9-ad77-090cd58c9284 req-ee3bc5ff-01a4-4433-afa6-47aa90c1a952 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511384
Jul 07 18:34:41.944089 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:41.961452 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d131c292-9727-4016-8575-63ad03aeddde req-bc9436b9-572a-4176-93c0-8e987bf22ca5 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0637524
Jul 07 18:34:42.074583 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eac00-6b0b-4533-917d-523bf891be37 req-e8df97e1-351d-43ca-b5e9-244d7b92c218 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:42.081370 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-114eac00-6b0b-4533-917d-523bf891be37 req-e8df97e1-351d-43ca-b5e9-244d7b92c218 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1186342
Jul 07 18:34:42.162930 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-114eac00-6b0b-4533-917d-523bf891be37 req-4a97fd59-ac48-483d-b112-26d681593ae3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797312
Jul 07 18:34:42.382396 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed0cad-2634-4e29-9c60-fdb866386d75 req-a944e38d-c0ad-4eac-8e2b-c6d07e40e765 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:42.383971 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-91ed0cad-2634-4e29-9c60-fdb866386d75 req-a944e38d-c0ad-4eac-8e2b-c6d07e40e765 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.1126165
Jul 07 18:34:42.477959 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38645e3a-2a86-4e07-b457-d33cd5f92843 req-5fb26b1d-722d-46f0-a6c4-bcf0cd663726 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0507193
Jul 07 18:34:42.481574 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-91ed0cad-2634-4e29-9c60-fdb866386d75 req-7d27da1a-5e35-4fbc-8528-7d87e3865341 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0916233
Jul 07 18:34:43.270826 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e06c2e0-558d-4e19-b8ec-9f1601651cc6 req-09980deb-0a96-4683-9194-04fed1cc6856 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.1856699
Jul 07 18:34:43.334910 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c3152-8ea2-43f2-b332-bb38a85df219 req-e0043eba-d387-4f8d-a1df-8c56460b056f tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:43.348614 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a3c3152-8ea2-43f2-b332-bb38a85df219 req-e0043eba-d387-4f8d-a1df-8c56460b056f tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1376474
Jul 07 18:34:43.434092 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a3c3152-8ea2-43f2-b332-bb38a85df219 req-933cb426-e3c9-411c-89a8-f725836c0fa0 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844638
Jul 07 18:34:43.484397 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9781e1-7d7b-46c5-acf9-2da5b560d9aa req-0a921e9f-2318-400c-adc5-069623552a6f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:43.487277 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3b9781e1-7d7b-46c5-acf9-2da5b560d9aa req-0a921e9f-2318-400c-adc5-069623552a6f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1017730
Jul 07 18:34:43.538712 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3b9781e1-7d7b-46c5-acf9-2da5b560d9aa req-8821cff1-771b-4678-b418-72cab9167fcf tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439208
Jul 07 18:34:43.649352 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-23a3bfb3-db0d-4acb-8fe3-9b6045439de0 req-f07266c7-2021-407c-b9f0-2cae5e28ee3d tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0451334
Jul 07 18:34:43.752121 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b59dd-242b-4c4c-a9b3-0c7e46462d23 req-57072f09-36d2-4b70-8082-368a9150d884 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:43.753707 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f10b59dd-242b-4c4c-a9b3-0c7e46462d23 req-57072f09-36d2-4b70-8082-368a9150d884 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 931 time: 0.0897095
Jul 07 18:34:43.799284 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f10b59dd-242b-4c4c-a9b3-0c7e46462d23 req-579104e6-ceab-4a67-a9ea-add24fdd9089 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398908
Jul 07 18:34:43.909718 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Request body: {'port': {'device_id': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:43.941353 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Request body: {'port': {'device_id': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:44.157838 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:44.175150 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:44.425741 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-598a6e14-b7fa-43af-aa03-e91e5277d59d req-68ddd342-61c1-4150-9275-689841cdaf26 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0425651
Jul 07 18:34:44.686607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eabc5d-bfda-4a48-8353-90d7561f515b req-e5d16855-1712-4051-81c1-702e36ec3713 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:44.690332 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-22eabc5d-bfda-4a48-8353-90d7561f515b req-e5d16855-1712-4051-81c1-702e36ec3713 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 932 time: 0.1428742
Jul 07 18:34:44.715295 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e337a38d-9ece-4a6d-8d25-29c2fd7898e5 {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:44.829387 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:44.846547 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Transition to ACTIVE for port object e337a38d-9ece-4a6d-8d25-29c2fd7898e5 will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:44.856015 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:44.870153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-551d65ea-2cb5-4a39-812a-1d930cc120ed tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:44.931882 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-22eabc5d-bfda-4a48-8353-90d7561f515b req-b355d3f6-a2cd-44ca-bbff-3e0060fc5dcf tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989536
Jul 07 18:34:45.042440 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Pushing event updated for resources: {'Port': ['ID=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:45.058399 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:45.068567 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34273eef-60c4-47ec-b1d0-5a616ef02dd8 req-edfef0a1-9b39-41f3-9589-dd7870f5facd tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:45.079930 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-34273eef-60c4-47ec-b1d0-5a616ef02dd8 req-edfef0a1-9b39-41f3-9589-dd7870f5facd tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3353510
Jul 07 18:34:45.182618 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3e6cb271-5f4f-4e06-8a74-1b411a854ee7 req-9b28a82f-f38f-4c9d-b1c1-4b0cfd9dbbf8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0776598
Jul 07 18:34:45.206496 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-49f11644-657b-4a70-964a-f170342eda5f tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:45.221321 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-49f11644-657b-4a70-964a-f170342eda5f tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 808 time: 0.5298784
Jul 07 18:34:45.354324 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-34273eef-60c4-47ec-b1d0-5a616ef02dd8 req-4fcd864b-67df-4dd3-948d-ef7a91a718bf tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643244
Jul 07 18:34:45.377069 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-0e5240a0-ff97-4b77-abaf-febbebca9500 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edf997a43a1a49f7bdfa3734765616b2 HTTP/1.1" status: 200  len: 378 time: 0.1432898
Jul 07 18:34:45.399791 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'port': {'device_id': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'admin_state_up': True, 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'security_groups': ['ea16d3b3-409d-46d1-b910-bb82a9deeff5']}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:45.649737 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.db.resource_extend [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 07 18:34:45.668403 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Attempting to bind port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:34:45.668919 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Attempting to bind port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:34:45.669115 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Attempting to bind port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:45.671729 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-684ad090-586b-44c9-8f28-2cf22a423319 req-1b184576-f382-4e91-bb5d-7157345169ff tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.0766425
Jul 07 18:34:45.721249 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:34:45.721623 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Attempting to bind port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:45.735040 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:45.735891 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:34:45.736227 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Checking segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:34:45.736614 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Bound using segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:34:45.737087 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Bound port: e337a38d-9ece-4a6d-8d25-29c2fd7898e5, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:34:45.737433 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:45.744212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cccef-f5ac-465e-8b6b-c4404e9fd49f req-a99df879-eebc-44fd-a0f5-f266f83be698 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:45.746289 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c6cccef-f5ac-465e-8b6b-c4404e9fd49f req-a99df879-eebc-44fd-a0f5-f266f83be698 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 943 time: 0.3068204
Jul 07 18:34:45.760085 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d96f446-a117-4d71-8bb3-e0e6df9ed491 {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:45.768871 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:45.796880 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Made reservation on behalf of edf997a43a1a49f7bdfa3734765616b2 for: {'port': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:34:45.800283 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:45.813189 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:45.822357 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c6cccef-f5ac-465e-8b6b-c4404e9fd49f req-c435c756-8479-4e48-a91d-ae37ff34ee8e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0701675
Jul 07 18:34:45.859123 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Transition to ACTIVE for port object 0d96f446-a117-4d71-8bb3-e0e6df9ed491 will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:45.869801 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:45.879416 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-4e7d05d7-4556-42bf-b9f3-40f810114726 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:45.880919 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-4e7d05d7-4556-42bf-b9f3-40f810114726 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "GET /v2.0/networks?id=c651a4ca-df17-41bd-93fa-b506a825cd88 HTTP/1.1" status: 200  len: 811 time: 0.5684633
Jul 07 18:34:45.891745 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:45.936741 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Request body: {'port': {'device_id': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88', 'admin_state_up': True, 'tenant_id': '16f1b4813c364c01814f3dadd0a55daa'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:46.016097 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Allocated IP 172.20.0.7 (728aabad-3515-48ec-af2e-69c303dea069/26b5e5d3-604f-4bc6-8f36-ea3d76947b77/8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:34:46.139412 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] For port e337a38d-9ece-4a6d-8d25-29c2fd7898e5, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:34:46.161868 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] For port e337a38d-9ece-4a6d-8d25-29c2fd7898e5, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:34:46.164819 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Pushing event updated for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:46.169065 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:46.250278 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:46.262786 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8e650e9b-cf7b-497f-80a9-e60c31d12cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:46.383442 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:46.383879 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:46.386193 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] 10.222.0.101 "PUT /v2.0/ports/e337a38d-9ece-4a6d-8d25-29c2fd7898e5 HTTP/1.1" status: 200  len: 1093 time: 2.4805117
Jul 07 18:34:46.427242 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:46.510297 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:46.538710 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Usage tracker for resource:port and tenant:16f1b4813c364c01814f3dadd0a55daa is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:46.544297 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Pushing event updated for resources: {'Port': ['ID=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:46.548456 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:46.550655 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-881b107b-dec1-4ddf-af8a-00a8ceb71227 req-d88cac96-13c2-498b-ab3a-0984774f02d0 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.1738055
Jul 07 18:34:46.551846 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:46.560960 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:46.566505 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Attempting to bind port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:34:46.566903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Attempting to bind port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:34:46.567220 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Attempting to bind port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 on network e018944e-49ed-4c9f-9031-1319c57dda66 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:46.569651 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:46.578493 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 on network e018944e-49ed-4c9f-9031-1319c57dda66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:34:46.578908 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Attempting to bind port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 on network e018944e-49ed-4c9f-9031-1319c57dda66 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:46.587652 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Made reservation on behalf of 16f1b4813c364c01814f3dadd0a55daa for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:34:46.592112 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:46.603549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:34:46.603549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Checking segment: {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:34:46.604045 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Bound using segment: {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:34:46.604994 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Bound port: 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:34:46.605237 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:46.641323 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a8f34-1a9d-464d-8817-7a2830269bab req-57670786-f054-4bd3-98ae-d985aecd8101 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:46.643499 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a14a8f34-1a9d-464d-8817-7a2830269bab req-57670786-f054-4bd3-98ae-d985aecd8101 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 944 time: 0.3904715
Jul 07 18:34:46.644790 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Transition to ACTIVE for port object 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:46.711359 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a14a8f34-1a9d-464d-8817-7a2830269bab req-1f36f7a2-8115-4ed8-98a5-b28e7cdc3dd5 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554621
Jul 07 18:34:46.725508 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:46.760950 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a4fee57b-5f40-4a28-987d-22e728207297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:46.795432 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'status': 'completed', 'code': 200}
Jul 07 18:34:46.840726 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-e4184b13-4c24-49da-bdee-1faf8620ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:46.842649 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-e4184b13-4c24-49da-bdee-1faf8620ca18 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 1096 time: 0.3998661
Jul 07 18:34:46.943412 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-f4f9e148-079d-4859-b9bf-db9d37204311 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5 HTTP/1.1" status: 200  len: 217 time: 0.0864680
Jul 07 18:34:46.946995 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:34:46.962125 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Network 728aabad-3515-48ec-af2e-69c303dea069 is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:34:46.973899 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:34:46.976382 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:34:47.003322 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cd43a382-b0ba-44ec-97c2-d9a4c9d93ff2 req-f0c1feb4-1872-4d1d-ae3d-ab7323db4809 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 210 time: 0.1091177
Jul 07 18:34:47.021219 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:47.024250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:47.048098 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:34:47.058353 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.059042 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:47.061287 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:47.074465 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9b5cf7c9-1239-44cf-a37f-ecc90fb0e1a7 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:47.095316 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe548cff-3d81-4dea-a4eb-05ffd6750ace req-c5ef0799-919b-4607-9813-3a36d41d25ff tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.096850 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fe548cff-3d81-4dea-a4eb-05ffd6750ace req-c5ef0799-919b-4607-9813-3a36d41d25ff tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2835946
Jul 07 18:34:47.116106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.116785 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:47.118163 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] 10.222.0.101 "PUT /v2.0/ports/0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 1094 time: 3.1814547
Jul 07 18:34:47.145132 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7614243
Jul 07 18:34:47.204014 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Request body: {'port': {'device_id': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:47.224600 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-86a5d0b4-aa56-43f8-b102-94fed392ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.226732 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-86a5d0b4-aa56-43f8-b102-94fed392ab00 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.2747035
Jul 07 18:34:47.291021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Allocated IP 172.20.0.7 (c651a4ca-df17-41bd-93fa-b506a825cd88/aa9c9395-fd22-40b4-bfd0-7da92167d566/5bea107e-a86e-40b9-95a4-01713251329e) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:34:47.336308 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Pushing event updated for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:47.340700 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:47.365652 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fe548cff-3d81-4dea-a4eb-05ffd6750ace req-186322e0-381a-4d4a-9969-0398beed2f95 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620049
Jul 07 18:34:47.404414 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-49614e01-a7d6-4f4c-86f4-39be3de231e7 None None] Provisioning for port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:47.414222 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-49614e01-a7d6-4f4c-86f4-39be3de231e7 None None] Provisioning complete for port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:47.415122 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-49614e01-a7d6-4f4c-86f4-39be3de231e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:47.427977 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:47.466333 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e9c66-0596-4dcc-bd9f-9f3409bb73fa req-73ade8b0-2f84-4cbd-8eb1-0d2af3d82c74 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.467990 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-684e9c66-0596-4dcc-bd9f-9f3409bb73fa req-73ade8b0-2f84-4cbd-8eb1-0d2af3d82c74 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 943 time: 0.2718272
Jul 07 18:34:47.507512 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-49614e01-a7d6-4f4c-86f4-39be3de231e7 None None] Port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:34:47.550808 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-7f8d91fc-55bd-4f4f-8caf-82253f01a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.552328 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-7f8d91fc-55bd-4f4f-8caf-82253f01a554 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1097 time: 0.3733718
Jul 07 18:34:47.568232 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-72be981e-e1ef-4e2a-a89b-b43632e09a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.569080 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-72be981e-e1ef-4e2a-a89b-b43632e09a83 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3309543
Jul 07 18:34:47.578029 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-684e9c66-0596-4dcc-bd9f-9f3409bb73fa req-e8fe7485-83f2-4ecd-bdf0-3fd2299d141f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0774729
Jul 07 18:34:47.725763 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-f104ccbb-a15c-43a3-9efe-d96471a7639d service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 217 time: 0.1556356
Jul 07 18:34:47.927713 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c19103-dad1-485b-81bc-d0d228641304 req-fd0d3954-7335-435a-841b-0894132fa58e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:47.928595 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-a2c19103-dad1-485b-81bc-d0d228641304 req-fd0d3954-7335-435a-841b-0894132fa58e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Synchronizing usage tracker for tenant:edf997a43a1a49f7bdfa3734765616b2 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:34:47.984179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 33242) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:47.992639 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-a2c19103-dad1-485b-81bc-d0d228641304 req-fd0d3954-7335-435a-841b-0894132fa58e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Unset dirty status for tenant:edf997a43a1a49f7bdfa3734765616b2 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:34:47.999806 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a2c19103-dad1-485b-81bc-d0d228641304 req-fd0d3954-7335-435a-841b-0894132fa58e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 931 time: 0.2460802
Jul 07 18:34:48.090074 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:48.127044 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-46774c79-fd92-4338-ba06-f3ed7aab31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.128566 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-46774c79-fd92-4338-ba06-f3ed7aab31c1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 200  len: 853 time: 0.2191684
Jul 07 18:34:48.152933 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a2c19103-dad1-485b-81bc-d0d228641304 req-efb522fb-8cf5-47fb-b928-8827fad158ec tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1519749
Jul 07 18:34:48.170090 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b {{(pid=78558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:48.195269 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:48.226189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Transition to ACTIVE for port object 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b will not be triggered until provisioned by entity L2. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:48.238108 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:48.246228 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ebfe4c49-6dcb-4e59-9342-82db903213c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:48.279486 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-86b9948e-5c9f-4671-80f4-23b386785a9b service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3899715
Jul 07 18:34:48.284902 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:48.304295 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f1c4-ddbf-484c-818b-a912a8124ca7 req-d9e2777d-ce70-4007-866d-60c447c0e445 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.305838 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb90f1c4-ddbf-484c-818b-a912a8124ca7 req-d9e2777d-ce70-4007-866d-60c447c0e445 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 944 time: 0.2225940
Jul 07 18:34:48.308381 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-f717fb04-46e5-4f1b-a513-d48de6353658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.310046 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-f717fb04-46e5-4f1b-a513-d48de6353658 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 1099 time: 0.2867339
Jul 07 18:34:48.333997 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:48.400278 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Usage tracker for resource:security_group_rule and tenant:a6aa2dd2b44e43f5a692ba569bfe6097 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:48.410497 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:48.424257 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:48.426843 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:48.441050 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:48.569135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Network c651a4ca-df17-41bd-93fa-b506a825cd88 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:34:48.576843 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:34:48.580005 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-df5a60ac-810e-4377-a36d-677cab5d6e53 req-aec4df4d-fe6b-460d-bf86-d3ae00ab2897 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788017
Jul 07 18:34:48.583772 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:34:48.588356 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:48.606394 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:48.616014 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-c5812a1a-9358-4a0b-95d3-6d116146b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.617503 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-c5812a1a-9358-4a0b-95d3-6d116146b12a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e018944e-49ed-4c9f-9031-1319c57dda66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4789855
Jul 07 18:34:48.632330 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb90f1c4-ddbf-484c-818b-a912a8124ca7 req-631c4445-39f7-40f4-acf1-646506525a3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801533
Jul 07 18:34:48.727958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Pushing event updated for resources: {'Port': ['ID=5bea107e-a86e-40b9-95a4-01713251329e,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:48.777564 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:48.796725 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:48.861011 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.861622 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:48.886700 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-b998f278-c551-4137-8366-b4bcb791312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.888150 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-b998f278-c551-4137-8366-b4bcb791312c service neutron] 10.222.0.101 "GET /v2.0/networks?id=465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 200  len: 919 time: 0.5347421
Jul 07 18:34:48.899614 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dc895-e5e9-4929-8796-348037677afa req-c836a5e6-31d7-4ee8-ba38-8d0c0eac0250 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.901130 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4b7dc895-e5e9-4929-8796-348037677afa req-c836a5e6-31d7-4ee8-ba38-8d0c0eac0250 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.6122100
Jul 07 18:34:48.943258 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-36ada66c-c072-43e9-9c02-c55f0bb16204 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024619
Jul 07 18:34:48.949500 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0259488
Jul 07 18:34:48.954407 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:48.960637 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-f1415663-dc2e-4d5e-b056-8bdac45b5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:48.962173 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-f1415663-dc2e-4d5e-b056-8bdac45b5dce service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 1096 time: 0.2310457
Jul 07 18:34:48.975247 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Attempting to bind port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:34:48.975962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Attempting to bind port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:34:48.975962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Attempting to bind port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b on network 728aabad-3515-48ec-af2e-69c303dea069 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:48.985340 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Request body: {'port': {'device_id': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:48.991959 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-4a5eba01-bd06-404f-a7f0-e083b8ce7293 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 200  len: 217 time: 0.0867221
Jul 07 18:34:49.012476 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:49.039361 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b on network 728aabad-3515-48ec-af2e-69c303dea069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:34:49.039581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Attempting to bind port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b on network 728aabad-3515-48ec-af2e-69c303dea069 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:49.045057 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9d731167-e759-49db-b0a6-9e8867e7d128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:49.069874 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:34:49.070204 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Checking segment: {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:34:49.070591 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Bound using segment: {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:34:49.071021 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Bound port: 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26382dd5-772d-42e0-8385-ec00c308784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '728aabad-3515-48ec-af2e-69c303dea069'}}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:34:49.071364 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:49.099876 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada8ae4-536e-4bcd-9ff2-f069d114c302 req-f4b6c308-7454-4de1-9e44-9023c8ed24bc tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:49.101378 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1ada8ae4-536e-4bcd-9ff2-f069d114c302 req-f4b6c308-7454-4de1-9e44-9023c8ed24bc tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 931 time: 0.3471618
Jul 07 18:34:49.112437 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4b7dc895-e5e9-4929-8796-348037677afa req-596be855-4dac-4945-bc2e-fc950f6eba3e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491489
Jul 07 18:34:49.177223 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-aec2b883-df59-4c71-a5e4-ee927c41f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:49.178695 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-aec2b883-df59-4c71-a5e4-ee927c41f7b0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 200  len: 858 time: 0.1782246
Jul 07 18:34:49.234658 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beac9b0-1638-4851-975e-c419b1ff5667,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:49.241770 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6aa2dd2b44e43f5a692ba569bfe6097&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2535036
Jul 07 18:34:49.241770 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:49.259962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 33256) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:34:49.311599 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-fbbaead9-1ba7-466b-8741-96b7aed5052d service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=465c0961-b316-4315-a22f-1b36c72a0eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1112516
Jul 07 18:34:49.365640 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1ada8ae4-536e-4bcd-9ff2-f069d114c302 req-7c0a8052-91fb-42ef-a339-48fc18291b64 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2564108
Jul 07 18:34:49.366869 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:49.387307 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-431b58a2-df3f-4ce0-9640-42f44978abb7 req-117741a2-1f89-41ef-8e63-b9adfc0418cb service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4231255
Jul 07 18:34:49.423533 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-00fcba6e-3310-47b2-81d5-3876d0fa575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:49.425175 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-00fcba6e-3310-47b2-81d5-3876d0fa575e service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.4136634
Jul 07 18:34:49.437759 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'status': 'completed', 'code': 200}
Jul 07 18:34:49.495127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, cleared binding levels {{(pid=78558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:34:49.521785 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:34:49.548164 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:49.552658 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-7f7956ce-3dcb-47cb-a8d4-9acb6de55582 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5 HTTP/1.1" status: 200  len: 217 time: 0.1140726
Jul 07 18:34:49.556960 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:49.621703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:49.706214 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:49.706828 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:49.708300 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] 10.222.0.101 "PUT /v2.0/ports/8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 1093 time: 2.5109096
Jul 07 18:34:49.710631 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:49.718167 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-eff02dd1-6de8-4292-8a97-fcec23c220c8 service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3936126
Jul 07 18:34:49.764744 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:49.796620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-6223873f-9a09-48df-924d-61a62a244174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:49.798138 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-6223873f-9a09-48df-924d-61a62a244174 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.2360682
Jul 07 18:34:49.831002 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3ee2-4503-4b31-82d2-6e1ca418bd06 req-74df93b5-b87b-4d11-b708-f6f7764e6d1c tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:49.832749 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6fcf3ee2-4503-4b31-82d2-6e1ca418bd06 req-74df93b5-b87b-4d11-b708-f6f7764e6d1c tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 943 time: 0.5967572
Jul 07 18:34:49.938531 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-5d89cd1d-59a7-4342-ad6a-59c334c3c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:49.939995 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-5d89cd1d-59a7-4342-ad6a-59c334c3c8f9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1097 time: 0.4406724
Jul 07 18:34:49.955998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=3']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:49.961444 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:50.044823 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6fcf3ee2-4503-4b31-82d2-6e1ca418bd06 req-a4847f69-23a5-47b2-b33e-89612127ca72 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1394768
Jul 07 18:34:50.054134 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776d5c-61ae-4f9c-b37f-011580c45dfc req-0228f0fe-89c8-4936-becf-57dda816f0a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.055629 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ad776d5c-61ae-4f9c-b37f-011580c45dfc req-0228f0fe-89c8-4936-becf-57dda816f0a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.5092971
Jul 07 18:34:50.107576 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-012d99fc-8660-4cbe-bdf9-a474d1864608 req-97bbb91c-44ed-4e81-b2f0-ba9446aa7bac service neutron] 10.222.0.101 "GET /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3719606
Jul 07 18:34:50.117055 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-75164516-c887-44c0-b7cf-4bf3bf607a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.118332 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:50.118553 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-75164516-c887-44c0-b7cf-4bf3bf607a85 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3095715
Jul 07 18:34:50.128179 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8ff0d7e4-5eee-4c65-a7d6-7e1b67592bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:50.141458 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-ec1e4c58-9965-4bf2-b839-9d4c54788f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.142936 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-ec1e4c58-9965-4bf2-b839-9d4c54788f84 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1096 time: 0.3682497
Jul 07 18:34:50.149566 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beac9b0-1638-4851-975e-c419b1ff5667,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:50.153863 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ad776d5c-61ae-4f9c-b37f-011580c45dfc req-62e6ea45-e253-430f-9468-3c81e09d43e8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0860059
Jul 07 18:34:50.154588 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:50.223221 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:50.224279 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5beac9b0-1638-4851-975e-c419b1ff5667 HTTP/1.1" status: 204  len: 168 time: 0.9595797
Jul 07 18:34:50.270845 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'status': 'completed', 'code': 200}
Jul 07 18:34:50.272224 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-6683f3a2-b60f-4ddb-ac4d-4c2ff1209710 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 217 time: 0.1154227
Jul 07 18:34:50.277985 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-25a02f89-f0dc-4ec4-b15c-59dddc95746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.279706 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-25a02f89-f0dc-4ec4-b15c-59dddc95746c service neutron] 10.222.0.101 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 915 time: 0.3299201
Jul 07 18:34:50.363457 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-15ce2680-5702-4821-851b-8bd49c3c2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.365073 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-15ce2680-5702-4821-851b-8bd49c3c2b56 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.0812764
Jul 07 18:34:50.400987 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-17300be7-a92f-4fb9-943b-abffb0857840 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 217 time: 0.0792894
Jul 07 18:34:50.431786 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f03f96-7c32-4f03-a541-9a566220e057 req-a210970e-fe86-4c5b-9abc-eabc58b3e74d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.435372 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f5f03f96-7c32-4f03-a541-9a566220e057 req-a210970e-fe86-4c5b-9abc-eabc58b3e74d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 944 time: 0.2192857
Jul 07 18:34:50.461741 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bea107e-a86e-40b9-95a4-01713251329e {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:50.494984 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:50.521064 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-82ea4140-64fa-4cc0-87e2-cdf9834ce3aa service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3901157
Jul 07 18:34:50.533690 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Transition to ACTIVE for port object 5bea107e-a86e-40b9-95a4-01713251329e will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:50.561369 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-4402f975-af8c-401d-9d90-cb1f14238bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.562586 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-4402f975-af8c-401d-9d90-cb1f14238bea service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 200  len: 853 time: 0.1517713
Jul 07 18:34:50.566513 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:50.576950 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:50.672934 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f5f03f96-7c32-4f03-a541-9a566220e057 req-78affa6e-be0c-43c8-ae13-84c3fc782c59 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997545
Jul 07 18:34:50.694245 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298adf0-8da8-403d-9559-e4a107991f0e req-f8de6c13-1bb1-42b7-b732-e15dc80379fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.695805 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-f8de6c13-1bb1-42b7-b732-e15dc80379fa service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3227041
Jul 07 18:34:50.710661 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dedbe-ee35-47b4-8c3e-e3398b867847 req-07c1ba9a-3baf-4643-a464-742f408cffaa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.712307 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-112dedbe-ee35-47b4-8c3e-e3398b867847 req-07c1ba9a-3baf-4643-a464-742f408cffaa tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2998853
Jul 07 18:34:50.865848 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Pushing event updated for resources: {'Port': ['ID=5bea107e-a86e-40b9-95a4-01713251329e,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:50.889351 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:50.940364 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-112dedbe-ee35-47b4-8c3e-e3398b867847 req-230b2288-534b-473c-a3c1-fe5b54cd3756 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062857
Jul 07 18:34:50.965728 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dbd7305f-78a7-4fdd-a5e8-95d4c80bd047 req-e458b957-e0b3-4311-aa01-a2675fed725f service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4352562
Jul 07 18:34:50.986625 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-5f819705-7e40-408a-9283-df22c985e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:50.987410 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-75758808-e3fa-48b4-89f6-7275bdec7c4b service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2741022
Jul 07 18:34:50.988115 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-5f819705-7e40-408a-9283-df22c985e6a3 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e018944e-49ed-4c9f-9031-1319c57dda66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4122412
Jul 07 18:34:50.996540 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Attempting to bind port 5bea107e-a86e-40b9-95a4-01713251329e on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:34:50.997016 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Attempting to bind port 5bea107e-a86e-40b9-95a4-01713251329e by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:34:50.997235 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Attempting to bind port 5bea107e-a86e-40b9-95a4-01713251329e on network c651a4ca-df17-41bd-93fa-b506a825cd88 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:51.003195 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Port 5bea107e-a86e-40b9-95a4-01713251329e on network c651a4ca-df17-41bd-93fa-b506a825cd88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:34:51.003533 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Attempting to bind port 5bea107e-a86e-40b9-95a4-01713251329e on network c651a4ca-df17-41bd-93fa-b506a825cd88 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:51.008607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d661f-facb-43a2-ae89-8b6b4038f1f5 req-db3d0538-34cd-411b-a7dc-bea7f48f82f8 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:51.010128 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-031d661f-facb-43a2-ae89-8b6b4038f1f5 req-db3d0538-34cd-411b-a7dc-bea7f48f82f8 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 943 time: 0.1707466
Jul 07 18:34:51.040878 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:34:51.041272 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Checking segment: {'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:34:51.041659 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Bound using segment: {'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:34:51.042196 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Bound port: 5bea107e-a86e-40b9-95a4-01713251329e, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8764e26-2d98-4a96-b687-16dd79a9da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:34:51.042543 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:51.140644 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-031d661f-facb-43a2-ae89-8b6b4038f1f5 req-fdda927c-8345-4bf1-b84d-976cd82b1a61 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103773
Jul 07 18:34:51.273112 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] For port 5bea107e-a86e-40b9-95a4-01713251329e, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:34:51.281648 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-f7f73a5c-3766-4fb5-b662-51aff86def03 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739727
Jul 07 18:34:51.284840 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] For port 5bea107e-a86e-40b9-95a4-01713251329e, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5bea107e-a86e-40b9-95a4-01713251329e,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:34:51.313057 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e298adf0-8da8-403d-9559-e4a107991f0e req-705fb04c-bd84-4d8a-986c-22ece7804c1f service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3013856
Jul 07 18:34:51.436606 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:51.444089 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:51.466632 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d53667-ddb1-4256-b715-b4876d149dfd req-3ca3a093-8680-429b-8408-d481784cf272 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:51.468142 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c2d53667-ddb1-4256-b715-b4876d149dfd req-3ca3a093-8680-429b-8408-d481784cf272 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 943 time: 0.2938330
Jul 07 18:34:51.524599 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d4af7-0e9a-4bee-b523-28bfb091217a req-d1024698-95c3-4270-a98b-e0c78301648b tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:51.525992 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4d0d4af7-0e9a-4bee-b523-28bfb091217a req-d1024698-95c3-4270-a98b-e0c78301648b tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.2088425
Jul 07 18:34:51.564533 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:51.565175 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:51.566589 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] 10.222.0.101 "PUT /v2.0/ports/5bea107e-a86e-40b9-95a4-01713251329e HTTP/1.1" status: 200  len: 1093 time: 2.5853536
Jul 07 18:34:51.567169 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'tag': '5bea107e-a86e-40b9-95a4-01713251329e'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:51.569219 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb1181-5798-4952-89ff-c6732985bd69 req-a239b30d-8821-4b18-8c59-c1beda4ae8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:51.572354 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-accb1181-5798-4952-89ff-c6732985bd69 req-a239b30d-8821-4b18-8c59-c1beda4ae8d5 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1096 time: 0.1929185
Jul 07 18:34:51.582495 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c2d53667-ddb1-4256-b715-b4876d149dfd req-f93234e2-f90c-4392-826d-012966c7d32d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1041887
Jul 07 18:34:51.612828 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Pushing event updated for resources: {'Port': ['ID=5bea107e-a86e-40b9-95a4-01713251329e,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:51.618402 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:51.687288 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'tag': '5bea107e-a86e-40b9-95a4-01713251329e', 'status': 'completed', 'code': 200}
Jul 07 18:34:51.696067 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-1bc909eb-1d4d-4d1f-bab8-f640a9adce1e req-d21f33a0-e75d-4e58-884e-3b3888400ebd service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4060123
Jul 07 18:34:51.702550 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4d0d4af7-0e9a-4bee-b523-28bfb091217a req-0eeaf25e-2cd7-4b78-b403-0f3c9769c7b1 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1648524
Jul 07 18:34:51.728007 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a8b66f5c-3abe-4ebc-8422-486469def6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:51.730432 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-a8b66f5c-3abe-4ebc-8422-486469def6e8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=16f1b4813c364c01814f3dadd0a55daa&device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 1096 time: 0.0871050
Jul 07 18:34:51.770903 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb1181-5798-4952-89ff-c6732985bd69 req-a0dabdcb-aa99-4e43-81dd-287a6c377497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:51.772414 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-accb1181-5798-4952-89ff-c6732985bd69 req-a0dabdcb-aa99-4e43-81dd-287a6c377497 service neutron] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 909 time: 0.1855791
Jul 07 18:34:51.928687 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-3f68c25e-0852-4810-be52-a0297749b8b7 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea107e-a86e-40b9-95a4-01713251329e HTTP/1.1" status: 200  len: 217 time: 0.0773513
Jul 07 18:34:51.954599 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-accb1181-5798-4952-89ff-c6732985bd69 req-cbf0b280-43bc-433f-9491-9eaf9b56f5a2 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 217 time: 0.0957952
Jul 07 18:34:52.008635 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-662a29a1-1110-48e9-8e59-e9067eed4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.010132 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-662a29a1-1110-48e9-8e59-e9067eed4d46 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=aa9c9395-fd22-40b4-bfd0-7da92167d566 HTTP/1.1" status: 200  len: 851 time: 0.0717335
Jul 07 18:34:52.063885 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb1181-5798-4952-89ff-c6732985bd69 req-7900bbb6-3fa6-45e3-b4cb-18befe0bbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.065381 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-accb1181-5798-4952-89ff-c6732985bd69 req-7900bbb6-3fa6-45e3-b4cb-18befe0bbe91 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.1004782
Jul 07 18:34:52.071249 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-f807d9fe-21ae-410d-9dc1-142437b0d347 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c651a4ca-df17-41bd-93fa-b506a825cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502207
Jul 07 18:34:52.190459 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8374e-de9d-4313-b4d9-12ed0c7d3f94 req-b6eaa84d-d9d2-4f54-89e0-6cbff941813a tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.191855 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0ec8374e-de9d-4313-b4d9-12ed0c7d3f94 req-b6eaa84d-d9d2-4f54-89e0-6cbff941813a tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 944 time: 0.3729987
Jul 07 18:34:52.217848 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-4b507250-8fda-4606-97c5-5683188da5bc service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354041
Jul 07 18:34:52.272272 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd245a-6f34-4ebe-8d7f-d6dfead9eeab req-b91401ad-e3de-4c8a-9cbb-2e58598b0145 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.273851 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a7dd245a-6f34-4ebe-8d7f-d6dfead9eeab req-b91401ad-e3de-4c8a-9cbb-2e58598b0145 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2046561
Jul 07 18:34:52.278504 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0ec8374e-de9d-4313-b4d9-12ed0c7d3f94 req-87797bcc-f909-4a2c-88ce-c9560dcb413c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743718
Jul 07 18:34:52.280706 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb1181-5798-4952-89ff-c6732985bd69 req-3fdbea4a-2be4-4f04-ac73-535a4f1b59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.282140 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-accb1181-5798-4952-89ff-c6732985bd69 req-3fdbea4a-2be4-4f04-ac73-535a4f1b59b4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1785183
Jul 07 18:34:52.372946 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-045d664c-84a5-4987-ab1c-e3694bb3c898 req-f10a5ad8-2c87-466b-b691-887209bbeefc service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474190
Jul 07 18:34:52.439480 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a7dd245a-6f34-4ebe-8d7f-d6dfead9eeab req-9a318155-b5b4-4dce-9ef4-1c9f8ae6ee7c tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563838
Jul 07 18:34:52.502587 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-3cc24617-6af9-4571-b175-75891c376a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.504068 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-3cc24617-6af9-4571-b175-75891c376a7e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=16f1b4813c364c01814f3dadd0a55daa&device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 1096 time: 0.0768707
Jul 07 18:34:52.505752 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-accb1181-5798-4952-89ff-c6732985bd69 req-02e7e68e-cc8f-4bed-ba47-646b4694adad service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082860
Jul 07 18:34:52.525250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bafe4-7651-4849-b5dc-6a71088b8912 req-b51de96a-96a0-486d-a848-a658c622fe55 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.527283 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7c8bafe4-7651-4849-b5dc-6a71088b8912 req-b51de96a-96a0-486d-a848-a658c622fe55 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 943 time: 0.1293507
Jul 07 18:34:52.613357 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 0d96f446-a117-4d71-8bb3-e0e6df9ed491 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:34:52.661662 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-9cd89b79-b7ff-489d-a6eb-867b4857628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.663181 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-9cd89b79-b7ff-489d-a6eb-867b4857628a service neutron] 10.222.0.101 "GET /v2.0/networks?id=c651a4ca-df17-41bd-93fa-b506a825cd88 HTTP/1.1" status: 200  len: 912 time: 0.1437776
Jul 07 18:34:52.759136 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-6899f2ca-43ad-47e5-964d-a1beb51ee560 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea107e-a86e-40b9-95a4-01713251329e HTTP/1.1" status: 200  len: 217 time: 0.0852890
Jul 07 18:34:52.808026 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:52.826078 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'port_id': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'mac_address': 'fa:16:3e:71:12:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:34:52.833309 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7c8bafe4-7651-4849-b5dc-6a71088b8912 req-8e41c225-e007-4a70-a21a-12980a9a6cee tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872832
Jul 07 18:34:52.834906 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-86006e4f-2019-47a2-a8ef-06c9879f2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.836398 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-86006e4f-2019-47a2-a8ef-06c9879f2c4d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=aa9c9395-fd22-40b4-bfd0-7da92167d566 HTTP/1.1" status: 200  len: 851 time: 0.0699823
Jul 07 18:34:52.884786 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-accb1181-5798-4952-89ff-c6732985bd69 req-2637dbcd-efd5-4033-ba5d-2c8fb8229482 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3565249
Jul 07 18:34:52.894069 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-7a923e1a-e903-4e5e-9fa6-0eac8bdadc47 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c651a4ca-df17-41bd-93fa-b506a825cd88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439599
Jul 07 18:34:52.908529 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:52.909947 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000d476-a677-4b4f-881a-24b9d8792400 req-c4244ead-bb08-4d36-93c6-52aec7067e47 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:52.911496 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7000d476-a677-4b4f-881a-24b9d8792400 req-c4244ead-bb08-4d36-93c6-52aec7067e47 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 943 time: 0.1544018
Jul 07 18:34:52.966662 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d96f446-a117-4d71-8bb3-e0e6df9ed491 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:52.982741 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:52.988255 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7000d476-a677-4b4f-881a-24b9d8792400 req-34f973f0-aa0b-4014-9ad9-81a9b5d75024 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0669768
Jul 07 18:34:52.989024 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:52.991376 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:53.027393 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b35d818f-a112-41bb-81e6-23ef461ea62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:53.083860 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:53.091351 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-8603aa1a-ec6d-4894-b9cd-011004aa67e8 service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893048
Jul 07 18:34:53.093048 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.093568 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.094061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.094390 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.094714 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.095037 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.095355 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.095677 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.096063 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.096591 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.097087 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.097420 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:34:53.102087 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:53.102297 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b3e34-9960-4722-b0aa-e1985f6ef303 req-0ab48457-1da3-4ce5-a265-c328c6a12df3 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:53.103752 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b42b3e34-9960-4722-b0aa-e1985f6ef303 req-0ab48457-1da3-4ce5-a265-c328c6a12df3 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.1296291
Jul 07 18:34:53.157006 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b42b3e34-9960-4722-b0aa-e1985f6ef303 req-b30a54df-a48a-4213-9524-11b75fe13bff tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460351
Jul 07 18:34:53.206318 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d8b3d337-5dbf-410f-9771-5a1a43a10c57 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9ed295aa942d450c9a3524591e803a35&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303321
Jul 07 18:34:53.266653 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0b58daec-ae91-4ef2-81a3-887c2816e1b5 req-ba62627b-604f-4758-bc3a-a70b77b73d02 service neutron] 10.222.0.101 "GET /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666524
Jul 07 18:34:53.281915 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['0d96f446-a117-4d71-8bb3-e0e6df9ed491'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:34:53.372546 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-c2f1e53e-3526-416a-9794-37af7f14c7c0 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:53.374098 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-c2f1e53e-3526-416a-9794-37af7f14c7c0 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1621091
Jul 07 18:34:53.391471 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-6d47055d-c717-4c9d-9094-db030d20c096 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/quotas/9ed295aa942d450c9a3524591e803a35 HTTP/1.1" status: 200  len: 375 time: 0.0100963
Jul 07 18:34:53.486575 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-aba6af96-ee32-474d-aad1-05da690c4cad tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ed295aa942d450c9a3524591e803a35&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0889328
Jul 07 18:34:53.531902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e38ec-b71a-49a3-b62a-c397918efa42 req-d054899b-0384-4680-beae-206cd9667545 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:53.533388 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e56e38ec-b71a-49a3-b62a-c397918efa42 req-d054899b-0384-4680-beae-206cd9667545 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 945 time: 0.0932603
Jul 07 18:34:53.558362 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:53.586242 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e56e38ec-b71a-49a3-b62a-c397918efa42 req-b2fbd76f-8f1e-43f7-8e0e-fc1f1d601901 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469878
Jul 07 18:34:53.688395 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f28b297b-eec9-415e-b475-53ab3bc31d71 req-0aabcc50-27db-454a-9318-a6bc450be517 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 210 time: 0.0435824
Jul 07 18:34:53.774988 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005aec-5dfe-47f9-a10d-d6fa08cab60e req-eb4948e5-ae02-4d7c-a188-e7b9644c9c82 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:53.781362 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-22005aec-5dfe-47f9-a10d-d6fa08cab60e req-eb4948e5-ae02-4d7c-a188-e7b9644c9c82 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0881114
Jul 07 18:34:53.829313 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-22005aec-5dfe-47f9-a10d-d6fa08cab60e req-55f4416d-38b7-485c-9277-ef108f783af3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467911
Jul 07 18:34:54.067515 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0659db2-db3c-4e9e-9e7c-c900da75bd85 req-5ea15bd1-b41a-4a59-898f-c83fe0cefb23 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:54.069172 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0659db2-db3c-4e9e-9e7c-c900da75bd85 req-5ea15bd1-b41a-4a59-898f-c83fe0cefb23 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 943 time: 0.0893111
Jul 07 18:34:54.119286 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0659db2-db3c-4e9e-9e7c-c900da75bd85 req-cb296b77-ca7b-4d9c-b5e5-2665c29d0869 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420911
Jul 07 18:34:54.317063 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5cc14-5519-4690-9144-1cba57631c42 req-2742d664-5063-4a69-bd27-e309b80239bc tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:54.324534 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1af5cc14-5519-4690-9144-1cba57631c42 req-2742d664-5063-4a69-bd27-e309b80239bc tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 943 time: 0.1028049
Jul 07 18:34:54.392956 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1af5cc14-5519-4690-9144-1cba57631c42 req-53fbd302-6b97-4be5-9bfb-7a58c89cfe26 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0674922
Jul 07 18:34:54.503364 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5fa1-6d52-412f-b90e-d27ef810560a req-a1494fbd-508b-423b-9e66-0fcc4ed0c35a tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:54.504882 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2aeb5fa1-6d52-412f-b90e-d27ef810560a req-a1494fbd-508b-423b-9e66-0fcc4ed0c35a tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.0831382
Jul 07 18:34:54.549990 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2aeb5fa1-6d52-412f-b90e-d27ef810560a req-5fc31170-4e5e-4318-a0ce-32d65ad28262 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395591
Jul 07 18:34:54.607877 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 5bea107e-a86e-40b9-95a4-01713251329e details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:34:54.697029 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 0d96f446-a117-4d71-8bb3-e0e6df9ed491 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:54.812995 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923216c-b7bd-4e79-9bea-c7891329a3da req-cef816b1-6135-42b2-8da4-c0f130ad4616 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:54.817044 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-f38d352a-1055-44f2-bb2c-ff4da131cc1d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=9ed295aa942d450c9a3524591e803a35&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0623779
Jul 07 18:34:54.820342 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4923216c-b7bd-4e79-9bea-c7891329a3da req-cef816b1-6135-42b2-8da4-c0f130ad4616 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 945 time: 0.1208158
Jul 07 18:34:54.828393 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 5bea107e-a86e-40b9-95a4-01713251329e, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5bea107e-a86e-40b9-95a4-01713251329e,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:54.837312 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:54.848429 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:54.849110 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:54.877285 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '5bea107e-a86e-40b9-95a4-01713251329e', 'network_id': 'c651a4ca-df17-41bd-93fa-b506a825cd88', 'port_id': '5bea107e-a86e-40b9-95a4-01713251329e', 'mac_address': 'fa:16:3e:f6:99:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9c9395-fd22-40b4-bfd0-7da92167d566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:34:54.896563 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4923216c-b7bd-4e79-9bea-c7891329a3da req-f8788447-26b5-421d-8158-a7fb069978a2 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752208
Jul 07 18:34:54.925899 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-786bee55-aabe-44ca-94cb-7c584f1ff7d8 req-e9bcbec1-fd0a-4f44-9933-f8d678d803b8 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 210 time: 0.1027434
Jul 07 18:34:54.970443 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.020821 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bea107e-a86e-40b9-95a4-01713251329e {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:55.062911 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 5bea107e-a86e-40b9-95a4-01713251329e, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5bea107e-a86e-40b9-95a4-01713251329e,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:55.068091 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.078914 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.084102 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3204d682-348f-40e7-bb6b-b127f5d94657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:55.096913 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-3c37ae96-6af3-4b53-9be9-fb8c494ffbd3 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:55.098387 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-3c37ae96-6af3-4b53-9be9-fb8c494ffbd3 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2730401
Jul 07 18:34:55.115284 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Request body: {'port': {'device_id': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78', 'admin_state_up': True, 'tenant_id': '9ed295aa942d450c9a3524591e803a35'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:55.156082 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:55.170899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:55.176725 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=5bea107e-a86e-40b9-95a4-01713251329e,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:55.180404 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:55.181966 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.185607 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:55.260204 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'code': 200}
Jul 07 18:34:55.280473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:55.285749 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:55.332307 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:55.336684 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Usage tracker for resource:port and tenant:9ed295aa942d450c9a3524591e803a35 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:55.340950 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:55.347053 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:55.360040 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Made reservation on behalf of 9ed295aa942d450c9a3524591e803a35 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:34:55.363675 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.377516 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.395027 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:34:55.396218 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568482e-8c94-475d-a485-49d5405f2a1a req-1fe427a2-a8c2-4883-aae2-1f7cab2d58f6 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:55.399550 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Usage tracker for resource:security_group_rule and tenant:9ed295aa942d450c9a3524591e803a35 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:34:55.401706 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a568482e-8c94-475d-a485-49d5405f2a1a req-1fe427a2-a8c2-4883-aae2-1f7cab2d58f6 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 944 time: 0.0955963
Jul 07 18:34:55.403590 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:34:55.410269 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:34:55.410584 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['5bea107e-a86e-40b9-95a4-01713251329e'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:34:55.556314 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a568482e-8c94-475d-a485-49d5405f2a1a req-979470da-1d98-4385-9de4-2afe3d1bd7b4 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522646
Jul 07 18:34:55.598527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.603950 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:55.613457 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5f5bc4db-f26f-42bb-9929-216ac6ec4cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:55.718828 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e3667b-9ed6-495c-b775-ed8c4851709f,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:55.726390 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:55.753587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50705838-48cd-4e9f-a663-2b6af19e3284 req-ffc18fc3-dc1b-4116-b7f0-3f6eaf9d126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:55.754779 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-50705838-48cd-4e9f-a663-2b6af19e3284 req-ffc18fc3-dc1b-4116-b7f0-3f6eaf9d126c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1099 time: 0.2896678
Jul 07 18:34:55.855965 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Allocated IP 192.168.233.131 (b97cc027-b97b-4285-9a7d-3bcdbf956b78/fdfd7a23-876c-4be9-a01f-4381e52c856f/363a61f0-2b0e-4fb3-9bad-585dc6d81910) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:34:55.859989 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e439-8cde-4071-9961-f7114ecc46c2 req-52eadba5-3dad-4d28-bf45-ccd6e676d7cd tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:55.861775 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b399e439-8cde-4071-9961-f7114ecc46c2 req-52eadba5-3dad-4d28-bf45-ccd6e676d7cd tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 943 time: 0.2796206
Jul 07 18:34:55.872091 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-50705838-48cd-4e9f-a663-2b6af19e3284 req-8d348c75-8b33-41cd-a4fb-b0e3dc8acada service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767715
Jul 07 18:34:55.921809 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b399e439-8cde-4071-9961-f7114ecc46c2 req-2c0fd7f5-60fe-4e73-ab17-2cd20c1b1336 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0528486
Jul 07 18:34:55.934204 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b6919-08f1-4087-90fd-95ba5ab97817 req-0573aef7-eaa8-4d1f-9c3c-adbba1cbca28 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:55.935964 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6c4b6919-08f1-4087-90fd-95ba5ab97817 req-0573aef7-eaa8-4d1f-9c3c-adbba1cbca28 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.1803133
Jul 07 18:34:55.994192 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6c4b6919-08f1-4087-90fd-95ba5ab97817 req-bcaedb12-112f-436c-824e-8d0a528ec6e3 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457931
Jul 07 18:34:56.087762 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.106476 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Transition to ACTIVE for port object 363a61f0-2b0e-4fb3-9bad-585dc6d81910 will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:56.132133 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.139125 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-37c30436-a60f-4d51-90a4-bf7f3356cb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:56.205632 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Network b97cc027-b97b-4285-9a7d-3bcdbf956b78 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:34:56.209080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:34:56.214383 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:34:56.254579 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ad567c41-b50d-45c7-94b7-c8f3bef442ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.267356 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Pushing event updated for resources: {'Port': ['ID=363a61f0-2b0e-4fb3-9bad-585dc6d81910,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:56.268146 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2459f3e-2087-45bb-97b1-eed4703b193b req-c9116230-5b62-4f32-aa7b-5edb092a5473 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:56.270592 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b2459f3e-2087-45bb-97b1-eed4703b193b req-c9116230-5b62-4f32-aa7b-5edb092a5473 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.2390642
Jul 07 18:34:56.272013 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:56.296726 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:56.297644 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.300218 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39995b3f-4c96-47cc-ad0b-7c78dbfb4af5 req-c5bd71cf-ec54-411f-8b98-75461febe20a tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:56.301839 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-39995b3f-4c96-47cc-ad0b-7c78dbfb4af5 req-c5bd71cf-ec54-411f-8b98-75461febe20a tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 936 time: 0.1956294
Jul 07 18:34:56.330117 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2187073
Jul 07 18:34:56.345134 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Request body: {'port': {'device_id': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:34:56.370997 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b2459f3e-2087-45bb-97b1-eed4703b193b req-60421868-936b-4ebe-8e93-028385dc0990 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844533
Jul 07 18:34:56.396904 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-39995b3f-4c96-47cc-ad0b-7c78dbfb4af5 req-efec7646-2b52-4b50-b61d-896d6a28880c tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786936
Jul 07 18:34:56.473804 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.498000 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-6d270edc-9b67-4ff5-aa0b-dbe95521f999 None None] Provisioning for port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:56.505039 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-6d270edc-9b67-4ff5-aa0b-dbe95521f999 None None] Provisioning complete for port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:56.505341 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-6d270edc-9b67-4ff5-aa0b-dbe95521f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.558855 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-6d270edc-9b67-4ff5-aa0b-dbe95521f999 None None] Port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:34:56.631401 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e337a38d-9ece-4a6d-8d25-29c2fd7898e5 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:34:56.636910 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 5bea107e-a86e-40b9-95a4-01713251329e up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:34:56.774166 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5dfc-9280-4840-9a20-4c7aa9c9aea4 req-55ec5342-6273-49d7-b2f2-381d4750dde0 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:56.775584 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3f5b5dfc-9280-4840-9a20-4c7aa9c9aea4 req-55ec5342-6273-49d7-b2f2-381d4750dde0 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 944 time: 0.0853112
Jul 07 18:34:56.801887 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 5bea107e-a86e-40b9-95a4-01713251329e completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:34:56.812866 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 5bea107e-a86e-40b9-95a4-01713251329e triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:34:56.813514 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.825477 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3f5b5dfc-9280-4840-9a20-4c7aa9c9aea4 req-d5340205-ef3c-4a1b-ba7d-da36d83d6b04 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437059
Jul 07 18:34:56.879095 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363a61f0-2b0e-4fb3-9bad-585dc6d81910 {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:56.881084 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port e337a38d-9ece-4a6d-8d25-29c2fd7898e5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:56.886692 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.900470 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'port_id': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'mac_address': 'fa:16:3e:b7:ad:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:34:56.905125 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Transition to ACTIVE for port object 363a61f0-2b0e-4fb3-9bad-585dc6d81910 will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:34:56.909097 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:56.912819 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-244b8a7e-aec0-44cf-8c60-9a79c5bde7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:57.010414 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.039103 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e337a38d-9ece-4a6d-8d25-29c2fd7898e5 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:57.047258 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.106177 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port e337a38d-9ece-4a6d-8d25-29c2fd7898e5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:57.116006 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.133327 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:57.281047 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea107e-a86e-40b9-95a4-01713251329e'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:57.288075 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Pushing event updated for resources: {'Port': ['ID=363a61f0-2b0e-4fb3-9bad-585dc6d81910,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:57.292210 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:57.296936 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 5bea107e-a86e-40b9-95a4-01713251329e, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5bea107e-a86e-40b9-95a4-01713251329e,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:57.309911 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.341299 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:57.358709 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:57.360826 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a7355f41-43e9-4385-8951-8aad27d95627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:57.362046 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Attempting to bind port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:34:57.362428 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Attempting to bind port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:34:57.362756 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Attempting to bind port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 on network b97cc027-b97b-4285-9a7d-3bcdbf956b78 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:57.367150 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2865f-16f5-4609-9759-7b6095e1ef9f req-4ecedfd7-0a0b-4aea-8b61-ff864012ea11 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:57.367663 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 on network b97cc027-b97b-4285-9a7d-3bcdbf956b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:34:57.367975 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Attempting to bind port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 on network b97cc027-b97b-4285-9a7d-3bcdbf956b78 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:34:57.368670 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-73a2865f-16f5-4609-9759-7b6095e1ef9f req-4ecedfd7-0a0b-4aea-8b61-ff864012ea11 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 944 time: 0.2509105
Jul 07 18:34:57.375620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:34:57.376197 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Checking segment: {'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:34:57.376434 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Bound using segment: {'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:34:57.376903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Bound port: 363a61f0-2b0e-4fb3-9bad-585dc6d81910, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:34:57.377227 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.405883 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deab0b-7e2b-4ccf-bffe-590cc0729049 req-e59003cd-9d15-4e4e-82a1-1735d613a017 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:57.409407 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b0deab0b-7e2b-4ccf-bffe-590cc0729049 req-e59003cd-9d15-4e4e-82a1-1735d613a017 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.1741550
Jul 07 18:34:57.438458 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.456360 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=5bea107e-a86e-40b9-95a4-01713251329e,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:57.457741 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-73a2865f-16f5-4609-9759-7b6095e1ef9f req-ec298b99-9b9e-420e-9b3d-e9a096867610 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0813160
Jul 07 18:34:57.459932 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:57.481869 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b0deab0b-7e2b-4ccf-bffe-590cc0729049 req-7c5206a4-3347-4a69-ae45-bd44ae9b8853 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0671215
Jul 07 18:34:57.489448 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] For port 363a61f0-2b0e-4fb3-9bad-585dc6d81910, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:34:57.494562 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] For port 363a61f0-2b0e-4fb3-9bad-585dc6d81910, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=363a61f0-2b0e-4fb3-9bad-585dc6d81910,segment=NetworkSegment(6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c),segment_id=6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:34:57.500879 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.507998 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ece55dd0-2df9-40b8-ae3b-4c3437f0bae3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:57.543052 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea107e-a86e-40b9-95a4-01713251329e', 'code': 200}
Jul 07 18:34:57.577342 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['e337a38d-9ece-4a6d-8d25-29c2fd7898e5'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:34:57.661245 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:57.661821 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:57.663311 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] 10.222.0.101 "PUT /v2.0/ports/363a61f0-2b0e-4fb3-9bad-585dc6d81910 HTTP/1.1" status: 200  len: 1098 time: 1.3229001
Jul 07 18:34:57.663810 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'tag': '363a61f0-2b0e-4fb3-9bad-585dc6d81910'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:34:57.702016 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Pushing event updated for resources: {'Port': ['ID=363a61f0-2b0e-4fb3-9bad-585dc6d81910,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:57.705511 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:57.768983 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6f0be-47ab-4eb2-a0b3-2bcee77cafe0 req-312fd010-826c-4e09-b61d-0faa69a3c481 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:57.770499 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6af6f0be-47ab-4eb2-a0b3-2bcee77cafe0 req-312fd010-826c-4e09-b61d-0faa69a3c481 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.1785955
Jul 07 18:34:57.835866 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6af6f0be-47ab-4eb2-a0b3-2bcee77cafe0 req-855f447f-22da-4f23-b744-c5dd4f11832c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567448
Jul 07 18:34:57.843900 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-10acf6ef-011a-421a-b51b-e4fa63e880a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:57.847974 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-10acf6ef-011a-421a-b51b-e4fa63e880a3 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ed295aa942d450c9a3524591e803a35&device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 1101 time: 0.1041045
Jul 07 18:34:57.899753 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb893dd-8669-4f6b-8e97-5b1797266222 req-0e32b1e4-83d1-440d-a08c-239f933670e6 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:57.901633 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ecb893dd-8669-4f6b-8e97-5b1797266222 req-0e32b1e4-83d1-440d-a08c-239f933670e6 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 948 time: 0.2175155
Jul 07 18:34:57.967213 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-366eb4ec-9b8f-4af0-88d9-8310b31102ef service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=363a61f0-2b0e-4fb3-9bad-585dc6d81910 HTTP/1.1" status: 200  len: 217 time: 0.1126935
Jul 07 18:34:57.968823 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'tag': '363a61f0-2b0e-4fb3-9bad-585dc6d81910', 'status': 'completed', 'code': 200}
Jul 07 18:34:57.997188 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc0cb4-a00f-4c0b-a751-905a4a51a9b6 req-7cfe96e0-9294-4acb-bda6-5576532bc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.000588 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6cbc0cb4-a00f-4c0b-a751-905a4a51a9b6 req-7cfe96e0-9294-4acb-bda6-5576532bc0b2 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 1098 time: 0.1695745
Jul 07 18:34:58.003712 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ecb893dd-8669-4f6b-8e97-5b1797266222 req-106bee94-5a4a-44f6-a122-2f747d48421f tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944149
Jul 07 18:34:58.053165 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-8eff1aa2-76cb-4958-bb0b-a5c62fbd99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.054614 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-8eff1aa2-76cb-4958-bb0b-a5c62fbd99be service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdfd7a23-876c-4be9-a01f-4381e52c856f HTTP/1.1" status: 200  len: 843 time: 0.0738199
Jul 07 18:34:58.110119 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6cbc0cb4-a00f-4c0b-a751-905a4a51a9b6 req-b775f08d-4ed6-47e1-91a6-79a6bea2cf4d service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005313
Jul 07 18:34:58.145892 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-fe91bd74-774e-4d0c-9dfb-d153518437c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.147359 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-fe91bd74-774e-4d0c-9dfb-d153518437c4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b97cc027-b97b-4285-9a7d-3bcdbf956b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0844920
Jul 07 18:34:58.179192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb8318-e301-49ad-bf79-3f18949eac2f req-69a0a41a-d41e-4037-bc94-63b65c0215dc tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.180618 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-47bb8318-e301-49ad-bf79-3f18949eac2f req-69a0a41a-d41e-4037-bc94-63b65c0215dc tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 945 time: 0.1314347
Jul 07 18:34:58.248572 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-47bb8318-e301-49ad-bf79-3f18949eac2f req-b9ef595e-c665-498e-82c0-2a5fdb78c2bc tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554435
Jul 07 18:34:58.270932 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24403542-56f9-470d-9f2a-08eeaa4864fb req-95b110cf-4af2-4ed9-9cf5-822b3760ee2a tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.271916 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-24403542-56f9-470d-9f2a-08eeaa4864fb req-95b110cf-4af2-4ed9-9cf5-822b3760ee2a tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.1365805
Jul 07 18:34:58.313860 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-592cb205-4d53-44fd-b13f-5c4e35db9b8e service neutron] 10.222.0.101 "GET /v2.0/networks/b97cc027-b97b-4285-9a7d-3bcdbf956b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347523
Jul 07 18:34:58.319838 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-24403542-56f9-470d-9f2a-08eeaa4864fb req-d9d3e40b-6529-486f-bcfa-e4ae8e84811b tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405700
Jul 07 18:34:58.458443 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-350554f8-05b0-4e74-aa3e-8a896273bdab req-fac88d3b-42ff-4d82-9a20-9cb95eea7874 service neutron] 10.222.0.101 "GET /v2.0/networks/b97cc027-b97b-4285-9a7d-3bcdbf956b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354713
Jul 07 18:34:58.580076 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:58.597727 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35b76-939f-436b-9507-c9553d600b83 req-c230d445-0e76-4b57-9bc8-be0bad9be7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.599603 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4bf35b76-939f-436b-9507-c9553d600b83 req-c230d445-0e76-4b57-9bc8-be0bad9be7a0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=9ed295aa942d450c9a3524591e803a35&device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 1101 time: 0.0871634
Jul 07 18:34:58.644314 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:34:58.744552 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35b76-939f-436b-9507-c9553d600b83 req-fc2c618f-6960-4c72-8953-d677cdd19344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.746712 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4bf35b76-939f-436b-9507-c9553d600b83 req-fc2c618f-6960-4c72-8953-d677cdd19344 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b97cc027-b97b-4285-9a7d-3bcdbf956b78 HTTP/1.1" status: 200  len: 870 time: 0.1389465
Jul 07 18:34:58.833189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b35b00-d565-4b5a-8dcc-fc865f97d348 req-38f93903-1014-479d-9b57-0982fdb777a2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.834613 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:58.834772 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-89b35b00-d565-4b5a-8dcc-fc865f97d348 req-38f93903-1014-479d-9b57-0982fdb777a2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.1168039
Jul 07 18:34:58.837814 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4bf35b76-939f-436b-9507-c9553d600b83 req-13cd5f1c-db67-4339-99eb-b6f6aa4e185c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=363a61f0-2b0e-4fb3-9bad-585dc6d81910 HTTP/1.1" status: 200  len: 217 time: 0.0836051
Jul 07 18:34:58.845089 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e5c2f-d666-419b-ad06-e423f313b646 req-2be90f51-76a9-421e-9054-d7efe1bd58d0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.846640 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-022e5c2f-d666-419b-ad06-e423f313b646 req-2be90f51-76a9-421e-9054-d7efe1bd58d0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 944 time: 0.1817322
Jul 07 18:34:58.851438 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'port_id': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'mac_address': 'fa:16:3e:20:b9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:34:58.910426 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:58.912972 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35b76-939f-436b-9507-c9553d600b83 req-c1dc72b8-b850-4f17-a3f1-fd855b2133bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:58.914416 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4bf35b76-939f-436b-9507-c9553d600b83 req-c1dc72b8-b850-4f17-a3f1-fd855b2133bd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdfd7a23-876c-4be9-a01f-4381e52c856f HTTP/1.1" status: 200  len: 843 time: 0.0614314
Jul 07 18:34:58.920164 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-89b35b00-d565-4b5a-8dcc-fc865f97d348 req-508cc09c-0f01-4650-9d3b-054ff76d6f1b tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0723670
Jul 07 18:34:58.929330 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:34:58.930209 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-022e5c2f-d666-419b-ad06-e423f313b646 req-d5a10c2e-7b3d-466a-a323-63f61eb4a5a7 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0680079
Jul 07 18:34:58.959263 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:34:58.962056 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:34:58.964699 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-603c1828-951e-4613-b322-7dd4a4921a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:34:59.025025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35b76-939f-436b-9507-c9553d600b83 req-c137d510-f0f7-42bc-8638-1f23a5569ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:59.026932 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4bf35b76-939f-436b-9507-c9553d600b83 req-c137d510-f0f7-42bc-8638-1f23a5569ba7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b97cc027-b97b-4285-9a7d-3bcdbf956b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1040273
Jul 07 18:34:59.046249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:34:59.050029 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:34:59.171087 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ecb11-11c5-4477-ad9f-8bfa20beac70 req-43da599f-ae8b-442b-be89-eeef2df7f013 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:59.172533 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d73ecb11-11c5-4477-ad9f-8bfa20beac70 req-43da599f-ae8b-442b-be89-eeef2df7f013 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1122420
Jul 07 18:34:59.178895 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4bf35b76-939f-436b-9507-c9553d600b83 req-a539c197-7364-483c-838a-596297794b11 service neutron] 10.222.0.101 "GET /v2.0/networks/b97cc027-b97b-4285-9a7d-3bcdbf956b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407564
Jul 07 18:34:59.180441 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f7dca-b7d7-446a-8b4d-3ec21f1ec1ab req-281f8379-feee-46ce-9d5c-c7e52676a803 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:59.181903 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df7f7dca-b7d7-446a-8b4d-3ec21f1ec1ab req-281f8379-feee-46ce-9d5c-c7e52676a803 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.1553903
Jul 07 18:34:59.255555 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d73ecb11-11c5-4477-ad9f-8bfa20beac70 req-8d0a7234-d218-4217-a597-01e05a5ca883 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720789
Jul 07 18:34:59.272114 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df7f7dca-b7d7-446a-8b4d-3ec21f1ec1ab req-c10f45ce-c4d6-4de4-bc41-b1f137578313 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751812
Jul 07 18:34:59.348689 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4bf35b76-939f-436b-9507-c9553d600b83 req-7500ec36-9627-438d-9676-c98e9ba3bd15 service neutron] 10.222.0.101 "GET /v2.0/networks/b97cc027-b97b-4285-9a7d-3bcdbf956b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607630
Jul 07 18:34:59.495831 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:34:59.544854 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994ac40-e3b6-4579-ac5e-e28ac7d18f7a req-61e8c715-9487-4bd1-a20e-a78727f40d06 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:59.546824 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a994ac40-e3b6-4579-ac5e-e28ac7d18f7a req-61e8c715-9487-4bd1-a20e-a78727f40d06 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 945 time: 0.1343474
Jul 07 18:34:59.555503 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79899040-c196-4920-b93f-959a3f2f58cc req-e8d2306e-24d8-403c-9845-7ecbc5364542 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:34:59.557629 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-79899040-c196-4920-b93f-959a3f2f58cc req-e8d2306e-24d8-403c-9845-7ecbc5364542 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 948 time: 0.1766076
Jul 07 18:34:59.578951 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:34:59.633227 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a994ac40-e3b6-4579-ac5e-e28ac7d18f7a req-abe69b59-6f5f-4088-a502-93c2dfc7bcd6 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745215
Jul 07 18:34:59.646698 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-79899040-c196-4920-b93f-959a3f2f58cc req-1a00531a-657c-4a37-b708-a359f418c002 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710320
Jul 07 18:35:00.243729 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaea64-e901-4b5b-89a9-8e8d5c9a8420 req-13db2d10-8274-4acf-89d6-8299fc27e185 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:00.245831 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3cdaea64-e901-4b5b-89a9-8e8d5c9a8420 req-13db2d10-8274-4acf-89d6-8299fc27e185 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 944 time: 0.2176962
Jul 07 18:35:00.254393 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e44ef9-ceb3-4e58-ac1d-d377ef1ea285 req-28659629-a802-47b2-96a2-dafaf9e19d21 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:00.255819 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04e44ef9-ceb3-4e58-ac1d-d377ef1ea285 req-28659629-a802-47b2-96a2-dafaf9e19d21 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 944 time: 0.1970422
Jul 07 18:35:00.324761 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3cdaea64-e901-4b5b-89a9-8e8d5c9a8420 req-15d1abbb-4e84-407d-99f3-3548e86452ba tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0679045
Jul 07 18:35:00.331881 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04e44ef9-ceb3-4e58-ac1d-d377ef1ea285 req-3fafdb6f-eb63-4a43-8ae4-7b46132b4936 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0613601
Jul 07 18:35:00.501790 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53598c-e5b5-4ff4-a866-232fdd0c12ff req-cee26df1-4474-4d8c-9461-c68d89b9c6c5 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:00.503235 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-da53598c-e5b5-4ff4-a866-232fdd0c12ff req-cee26df1-4474-4d8c-9461-c68d89b9c6c5 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.0834856
Jul 07 18:35:00.549772 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-da53598c-e5b5-4ff4-a866-232fdd0c12ff req-444375f3-f86e-4545-97f8-8d9ccdb12c6a tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407262
Jul 07 18:35:00.664323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e337a38d-9ece-4a6d-8d25-29c2fd7898e5 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:00.738728 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:00.745027 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:00.745723 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:00.869720 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:00.890770 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b78a3-c3b5-4988-8758-7a3eedc871bd req-63fe118c-79c0-4061-aade-f4e831d183ae tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:00.892304 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bf0b78a3-c3b5-4988-8758-7a3eedc871bd req-63fe118c-79c0-4061-aade-f4e831d183ae tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 948 time: 0.1146557
Jul 07 18:35:00.899937 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907074-ea54-4fa3-a032-ced14627ec3d req-3606f91a-cb57-41b0-828c-eca43f14daba tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:00.901517 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-96907074-ea54-4fa3-a032-ced14627ec3d req-3606f91a-cb57-41b0-828c-eca43f14daba tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 945 time: 0.1564300
Jul 07 18:35:00.909473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:00.925009 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port e337a38d-9ece-4a6d-8d25-29c2fd7898e5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:00.929458 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:00.932972 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-4dc07433-5b48-42fc-951b-cd19e54e4870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:00.974388 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bf0b78a3-c3b5-4988-8758-7a3eedc871bd req-f77d5bd9-90dd-4012-9a4a-1a8341d2aa6b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718787
Jul 07 18:35:00.985678 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-96907074-ea54-4fa3-a032-ced14627ec3d req-e7269653-853f-4e01-9540-d2aa08a9a1da tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696113
Jul 07 18:35:01.020503 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:01.024559 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:01.038272 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'code': 200}
Jul 07 18:35:01.484474 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e1be3-8a52-43ff-8105-8056b6bb3fd6 req-870076a9-09c0-4eef-abff-467fc1f9d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:01.486042 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d02e1be3-8a52-43ff-8105-8056b6bb3fd6 req-870076a9-09c0-4eef-abff-467fc1f9d90e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 1098 time: 0.0765698
Jul 07 18:35:01.558674 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d02e1be3-8a52-43ff-8105-8056b6bb3fd6 req-f1ebc1f2-f79f-463f-9862-16ffe7c203e4 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464194
Jul 07 18:35:01.681504 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526ab53-01f5-4d3b-9e12-a75f89131b1b req-7e83a502-ee81-456e-add4-174920645a96 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:01.683199 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4526ab53-01f5-4d3b-9e12-a75f89131b1b req-7e83a502-ee81-456e-add4-174920645a96 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 944 time: 0.0999565
Jul 07 18:35:01.740666 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4526ab53-01f5-4d3b-9e12-a75f89131b1b req-5e4a85be-e665-46e9-9e8e-ef1892918164 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515649
Jul 07 18:35:01.963513 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabc9e5-a0d9-4aa5-85d3-c9d4b08d22ca req-04bbfc10-2b12-430d-808b-203b49ab1a38 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:01.965219 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3aabc9e5-a0d9-4aa5-85d3-c9d4b08d22ca req-04bbfc10-2b12-430d-808b-203b49ab1a38 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.1075702
Jul 07 18:35:02.071712 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3aabc9e5-a0d9-4aa5-85d3-c9d4b08d22ca req-ed68e605-d3d9-426f-a6b9-ae8c6435bca3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0614951
Jul 07 18:35:02.096031 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88698a6f-2a95-4e59-b11b-3bb75efed22b req-b3fd7959-b86f-4535-bc91-433fe423d874 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:02.097597 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-88698a6f-2a95-4e59-b11b-3bb75efed22b req-b3fd7959-b86f-4535-bc91-433fe423d874 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1298320
Jul 07 18:35:02.144940 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-88698a6f-2a95-4e59-b11b-3bb75efed22b req-b669b3ee-2e81-4526-a267-e1a62e3b58f8 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417066
Jul 07 18:35:02.269926 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ffbf-49b5-42fc-90ab-86646a2f9628 req-072d84ff-2b07-4ffa-8c2e-34749af1bb96 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:02.270169 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-3f9a187b-d457-4899-8857-c1a6d5c38b28 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:02.270733 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-3f9a187b-d457-4899-8857-c1a6d5c38b28 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Synchronizing usage tracker for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:port {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:35:02.271418 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e281ffbf-49b5-42fc-90ab-86646a2f9628 req-072d84ff-2b07-4ffa-8c2e-34749af1bb96 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 948 time: 0.0935690
Jul 07 18:35:02.288693 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-3f9a187b-d457-4899-8857-c1a6d5c38b28 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Unset dirty status for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:port {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:35:02.290161 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-3f9a187b-d457-4899-8857-c1a6d5c38b28 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 946 time: 0.1141837
Jul 07 18:35:02.319341 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e281ffbf-49b5-42fc-90ab-86646a2f9628 req-5fe6f3a6-71a6-4983-89f4-733b1a965102 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414081
Jul 07 18:35:02.364908 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Deleting port 8bd5b25b-3ef6-445d-8642-445611592789 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:35:02.365178 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:02.685837 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 363a61f0-2b0e-4fb3-9bad-585dc6d81910 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:35:02.689420 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:02.699552 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] For port 8bd5b25b-3ef6-445d-8642-445611592789, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8bd5b25b-3ef6-445d-8642-445611592789,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:02.700112 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:02.842097 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Calling delete_port for 8bd5b25b-3ef6-445d-8642-445611592789 owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:35:02.988000 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 363a61f0-2b0e-4fb3-9bad-585dc6d81910, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=363a61f0-2b0e-4fb3-9bad-585dc6d81910,segment=NetworkSegment(6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c),segment_id=6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:03.023507 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:03.036062 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657ecf1-fc51-4507-b8c8-4916d56814bf req-0b9f46a4-6b30-42d7-85bf-5e2e857e9660 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:03.038095 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '363a61f0-2b0e-4fb3-9bad-585dc6d81910', 'network_id': 'b97cc027-b97b-4285-9a7d-3bcdbf956b78', 'port_id': '363a61f0-2b0e-4fb3-9bad-585dc6d81910', 'mac_address': 'fa:16:3e:cb:08:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd7a23-876c-4be9-a01f-4381e52c856f', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:35:03.044546 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b657ecf1-fc51-4507-b8c8-4916d56814bf req-0b9f46a4-6b30-42d7-85bf-5e2e857e9660 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 944 time: 0.1208131
Jul 07 18:35:03.045409 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:03.053025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8b6625e8-6d0d-483e-a40e-10fa1de9e493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:03.058018 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:03.058439 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:03.112319 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b657ecf1-fc51-4507-b8c8-4916d56814bf req-b6cd3172-418f-4ec2-95aa-5284197bb8db tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0666878
Jul 07 18:35:03.122875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['8bd5b25b-3ef6-445d-8642-445611592789', 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:03.140114 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Pushing event deleted for resources: {'Port': ['ID=8bd5b25b-3ef6-445d-8642-445611592789,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:03.155602 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:03.261094 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] No DVR routers for this DVR port 8bd5b25b-3ef6-445d-8642-445611592789 on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:35:03.264124 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:03.268362 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409157ea-9707-4255-9718-c146fba5db78', 'name': 'network-vif-deleted', 'tag': '8bd5b25b-3ef6-445d-8642-445611592789'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:03.299288 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d10b02f8-781b-4c14-b830-52ecbd43b83a req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "DELETE /v2.0/ports/8bd5b25b-3ef6-445d-8642-445611592789 HTTP/1.1" status: 204  len: 173 time: 1.0027416
Jul 07 18:35:03.402300 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:03.427412 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363a61f0-2b0e-4fb3-9bad-585dc6d81910 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:35:03.455538 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f57e-328c-4f44-a432-9403ffb5489b req-7d5064a5-4a02-4ea9-baa5-77d1ff82916f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:03.459352 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:03.459600 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9d84f57e-328c-4f44-a432-9403ffb5489b req-7d5064a5-4a02-4ea9-baa5-77d1ff82916f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.1841602
Jul 07 18:35:03.486533 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 363a61f0-2b0e-4fb3-9bad-585dc6d81910, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=363a61f0-2b0e-4fb3-9bad-585dc6d81910,segment=NetworkSegment(6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c),segment_id=6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:03.514258 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:03.518814 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:03.569055 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-108d1d3e-de54-44e7-83f2-1b4f785139ff req-ed199db0-d17f-4ea0-8afd-5d1a87884c5b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=409157ea-9707-4255-9718-c146fba5db78 HTTP/1.1" status: 200  len: 210 time: 0.0673099
Jul 07 18:35:03.582126 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9d84f57e-328c-4f44-a432-9403ffb5489b req-a36a3003-329d-4962-857a-c8ae2378c3ec tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1158414
Jul 07 18:35:03.595014 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:03.646573 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409157ea-9707-4255-9718-c146fba5db78', 'name': 'network-vif-deleted', 'tag': '8bd5b25b-3ef6-445d-8642-445611592789', 'status': 'completed', 'code': 200}
Jul 07 18:35:03.655365 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:03.660963 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=363a61f0-2b0e-4fb3-9bad-585dc6d81910,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:03.667237 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:03.668473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:03.678024 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:03.726567 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'code': 200}
Jul 07 18:35:03.802430 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ad2ce-effb-40da-af46-50ac1dfe0632 req-2bca7ae2-37f9-4e5f-a1c6-7b301ca671db tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:03.804270 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cb6ad2ce-effb-40da-af46-50ac1dfe0632 req-2bca7ae2-37f9-4e5f-a1c6-7b301ca671db tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 949 time: 0.1017120
Jul 07 18:35:03.811634 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:03.821663 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:03.907612 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cb6ad2ce-effb-40da-af46-50ac1dfe0632 req-5aaad983-0ca5-4300-901c-f78d116eb6bb tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962465
Jul 07 18:35:03.935059 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc497ed-aef1-4bf7-8e24-6b94f1476e73 req-aab57b7b-04b6-47bd-844d-3357a965ad5f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:03.936504 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc497ed-aef1-4bf7-8e24-6b94f1476e73 req-aab57b7b-04b6-47bd-844d-3357a965ad5f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.1269910
Jul 07 18:35:03.943472 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['363a61f0-2b0e-4fb3-9bad-585dc6d81910'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:03.993876 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc497ed-aef1-4bf7-8e24-6b94f1476e73 req-039ee842-feff-4594-80b2-e0a20424f636 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507779
Jul 07 18:35:04.027952 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 33510) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:04.104755 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c84b-c577-4059-ad1c-4ae1933aa01d req-e785bcac-1194-4fba-a484-b3a57790eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:04.106413 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6ac4c84b-c577-4059-ad1c-4ae1933aa01d req-e785bcac-1194-4fba-a484-b3a57790eaa9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1098 time: 0.0846574
Jul 07 18:35:04.198732 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6ac4c84b-c577-4059-ad1c-4ae1933aa01d req-c2e0631e-069e-4631-82e7-1245e7db68c2 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0855801
Jul 07 18:35:04.393702 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487f75-4288-4a87-a7f5-7bc2edbca371 req-9b99d432-4fdb-43d4-92b6-ae227ec381a2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:04.395271 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1a487f75-4288-4a87-a7f5-7bc2edbca371 req-9b99d432-4fdb-43d4-92b6-ae227ec381a2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.1495650
Jul 07 18:35:04.417850 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd8f81-544b-4c54-affe-06d084c20dea tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:04.418449 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0bdd8f81-544b-4c54-affe-06d084c20dea tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] Synchronizing usage tracker for tenant:cfbb0cab58f54f0586d5fcacb4e6f60d on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:35:04.455620 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1a487f75-4288-4a87-a7f5-7bc2edbca371 req-fe933043-4abf-41b9-9c6e-bfb2e803e919 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0527220
Jul 07 18:35:04.456671 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-0bdd8f81-544b-4c54-affe-06d084c20dea tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] Unset dirty status for tenant:cfbb0cab58f54f0586d5fcacb4e6f60d on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:35:04.460792 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0bdd8f81-544b-4c54-affe-06d084c20dea tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 1093 time: 0.4287734
Jul 07 18:35:04.461138 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 33520) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:04.466688 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'port_id': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:04.473266 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:04.477672 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:floatingip and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:04.480693 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:04.486833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:04.496638 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:04.634309 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:04.852942 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Allocated IP 172.27.3.101 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/62f4a8ab-1d62-4fd5-b19b-1e4b47cc874e) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:05.162182 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:05.243438 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509958b-c6ae-44f8-a65d-b2526de39574 req-2bfba192-e147-4f00-ad56-e2f283113ae3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:05.245214 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a509958b-c6ae-44f8-a65d-b2526de39574 req-2bfba192-e147-4f00-ad56-e2f283113ae3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2313027
Jul 07 18:35:05.247638 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:05.258365 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b35eb-a98f-457a-9527-d92f4dc145e3 req-cda24b36-303c-4768-95eb-cfcd0f545bcc tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:05.259837 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab6b35eb-a98f-457a-9527-d92f4dc145e3 req-cda24b36-303c-4768-95eb-cfcd0f545bcc tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 949 time: 0.1663847
Jul 07 18:35:05.263523 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:05.366731 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:05.372503 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:05.382494 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:05.430289 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=62f4a8ab-1d62-4fd5-b19b-1e4b47cc874e,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:05.451096 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:05.454628 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a509958b-c6ae-44f8-a65d-b2526de39574 req-9ba2a583-2e5c-46e4-b002-66d3cc835aab tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919954
Jul 07 18:35:05.469499 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab6b35eb-a98f-457a-9527-d92f4dc145e3 req-ba8b075f-6f0d-439e-816f-0144ade400f8 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768532
Jul 07 18:35:05.839203 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c53365-0c57-4689-87db-952ef8666f5e req-6137737e-0832-4107-83a9-1236d9789dc4 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:05.840570 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b3c53365-0c57-4689-87db-952ef8666f5e req-6137737e-0832-4107-83a9-1236d9789dc4 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.2471626
Jul 07 18:35:05.906546 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b3c53365-0c57-4689-87db-952ef8666f5e req-0f25eed6-81de-44d8-82f1-85e20461b585 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0584793
Jul 07 18:35:06.014581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.151939 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.205025 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e59ed-d049-484b-94fd-a71b5a303346 req-7b7b115c-5937-4bb6-91e3-22eb14e0eb5c tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:06.206484 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0e2e59ed-d049-484b-94fd-a71b5a303346 req-7b7b115c-5937-4bb6-91e3-22eb14e0eb5c tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.1838531
Jul 07 18:35:06.339415 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0e2e59ed-d049-484b-94fd-a71b5a303346 req-bd1117c6-7bd0-4069-b713-692c64fb9ab2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1169124
Jul 07 18:35:06.363162 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 33546) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:06.412865 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.418154 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.422738 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4dafdbaf-0069-4b9f-9c53-7d7f15600312 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:06.531971 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=62f4a8ab-1d62-4fd5-b19b-1e4b47cc874e,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:06.537795 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:06.540102 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.556776 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a7119-2cd2-4d45-b127-76dcc8f8a55f tempest-TestShelveInstance-195468075 tempest-TestShelveInstance-195468075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:06.559688 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-367a7119-2cd2-4d45-b127-76dcc8f8a55f tempest-TestShelveInstance-195468075 tempest-TestShelveInstance-195468075-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1093 time: 0.1949935
Jul 07 18:35:06.569482 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 33558) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:06.576258 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'port_id': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:06.582541 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:06.587039 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Usage tracker for resource:floatingip and tenant:edf997a43a1a49f7bdfa3734765616b2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:06.590827 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:06.597420 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:06.613109 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for floatingip, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.694265 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 363a61f0-2b0e-4fb3-9bad-585dc6d81910 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:06.771381 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.773057 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:06.783365 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:06.783773 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.924603 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Allocated IP 172.27.3.102 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/114d7def-fcf3-4db9-8d79-35935e448d86) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:06.927155 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.972428 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a61f0-2b0e-4fb3-9bad-585dc6d81910'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:06.983814 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 363a61f0-2b0e-4fb3-9bad-585dc6d81910, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=363a61f0-2b0e-4fb3-9bad-585dc6d81910,segment=NetworkSegment(6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c),segment_id=6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:06.988543 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:06.989418 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8bd5b25b-3ef6-445d-8642-445611592789 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:35:07.007723 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553def29-c947-4ac8-a7ab-88df02f62802 req-e954b5ca-8f91-4f99-93f9-96e9153540ad tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:07.010974 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-553def29-c947-4ac8-a7ab-88df02f62802 req-e954b5ca-8f91-4f99-93f9-96e9153540ad tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2988276
Jul 07 18:35:07.022872 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:07.029205 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Floating IP 458a51d5-e288-4e04-9cf6-469f289747ea associated. External IP: 172.27.3.101, port: e337a38d-9ece-4a6d-8d25-29c2fd7898e5.
Jul 07 18:35:07.062815 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 8bd5b25b-3ef6-445d-8642-445611592789 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:35:07.062815 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8bd5b25b-3ef6-445d-8642-445611592789 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:35:07.099583 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:07.101989 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=363a61f0-2b0e-4fb3-9bad-585dc6d81910,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:07.108865 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:07.111145 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44c85-2fc0-433b-bba0-a5d91d969c29 req-97f3928a-6c0c-4800-8433-4b86b4e7d0be tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:07.112665 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-69f44c85-2fc0-433b-bba0-a5d91d969c29 req-97f3928a-6c0c-4800-8433-4b86b4e7d0be tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 949 time: 0.3626506
Jul 07 18:35:07.144025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:07.149726 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-102b2eb3-1493-449f-ae86-bec46a40d750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:07.188208 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-553def29-c947-4ac8-a7ab-88df02f62802 req-89ca5a6d-51c1-40ac-a782-fa87e3500619 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618230
Jul 07 18:35:07.200073 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-69f44c85-2fc0-433b-bba0-a5d91d969c29 req-12be3f82-64a5-4ea9-96fc-8c6ba585e57f tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776138
Jul 07 18:35:07.224179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'Port': ['ID=114d7def-fcf3-4db9-8d79-35935e448d86,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:07.235292 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:07.257639 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a61f0-2b0e-4fb3-9bad-585dc6d81910', 'code': 200}
Jul 07 18:35:07.259204 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:07.260506 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:07.263117 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:07.532689 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:35:07.722910 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:35:07.732789 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc6384-358a-4793-914a-9debb2def93d None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:35:07.742401 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:07.743274 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca153c070>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:34:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:07.750538 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:07.788884 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e0152-7a8d-4de9-b4ef-1d691666b7d0 req-2cd5ac15-2b05-4c56-8d31-28d1d8f424e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:07.790350 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d44e0152-7a8d-4de9-b4ef-1d691666b7d0 req-2cd5ac15-2b05-4c56-8d31-28d1d8f424e7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 1103 time: 0.3397524
Jul 07 18:35:07.829467 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3673556
Jul 07 18:35:07.830458 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:07.876484 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'status': 'completed', 'code': 200}
Jul 07 18:35:07.942183 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:07.991486 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d44e0152-7a8d-4de9-b4ef-1d691666b7d0 req-a30508bd-dee9-4c00-9d32-c8f6ac2d7d12 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790345
Jul 07 18:35:08.018100 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-1e2871bb-a82e-483e-8d41-73e0ecb437a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:08.019296 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-1e2871bb-a82e-483e-8d41-73e0ecb437a8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 1098 time: 0.0925488
Jul 07 18:35:08.068564 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:08.199368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:08.203453 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-6b07a85f-7003-43e5-842e-dc03136252cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:08.212654 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-6b07a85f-7003-43e5-842e-dc03136252cc service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1505258
Jul 07 18:35:08.398535 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-03da18f2-86f0-4f63-9e91-fb94f79ac846 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5 HTTP/1.1" status: 200  len: 999 time: 0.1824703
Jul 07 18:35:08.449562 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca153c070>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '458a51d5-e288-4e04-9cf6-469f289747ea', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:b7:ad:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:05Z', 'updated_at': '2021-07-07T18:35:05Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:08.454665 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc6384-358a-4793-914a-9debb2def93d None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:35:08.454978 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:08.460250 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:08.465415 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:08.465658 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:08.466043 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca153c070>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:34:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:08.576675 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event updated for resources: {'Port': ['ID=114d7def-fcf3-4db9-8d79-35935e448d86,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:08.590300 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:08.601644 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:08.689447 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:08.739238 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-0cb790d5-fd6e-476c-a97a-600d20ce5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:08.740903 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-0cb790d5-fd6e-476c-a97a-600d20ce5eb3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.3306231
Jul 07 18:35:08.770813 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c57fac-5c37-49ef-89e0-31fe3fef13f8 req-0ed2ff02-bf18-4105-9854-d630bac8056f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:08.772350 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-49c57fac-5c37-49ef-89e0-31fe3fef13f8 req-0ed2ff02-bf18-4105-9854-d630bac8056f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3292668
Jul 07 18:35:08.867040 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.l3_db [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Floating IP 48bacf5c-a1af-4b83-a5b5-93f7d8464622 associated. External IP: 172.27.3.102, port: 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b.
Jul 07 18:35:08.875552 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be567f7c-2484-44f1-8c04-9508093b171e req-6f6acfa7-7aff-4e4e-bd2d-b20fe1fb3e28 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:08.877528 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be567f7c-2484-44f1-8c04-9508093b171e req-6f6acfa7-7aff-4e4e-bd2d-b20fe1fb3e28 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.2813885
Jul 07 18:35:08.978131 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be567f7c-2484-44f1-8c04-9508093b171e req-01c6be32-e214-4f7e-adf8-5f5f111e18c4 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930419
Jul 07 18:35:08.983271 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-49c57fac-5c37-49ef-89e0-31fe3fef13f8 req-0db670b1-022f-4b71-b746-e88d88a78cf0 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385949
Jul 07 18:35:09.020451 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-1537a943-8a8f-4ab7-8cf8-fb8ec73a61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:09.022115 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-1537a943-8a8f-4ab7-8cf8-fb8ec73a61a6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2488344
Jul 07 18:35:09.197572 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-58fc6384-358a-4793-914a-9debb2def93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca153c070>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '458a51d5-e288-4e04-9cf6-469f289747ea', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:b7:ad:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:05Z', 'updated_at': '2021-07-07T18:35:05Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:09.203031 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fc6384-358a-4793-914a-9debb2def93d None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '458a51d5-e288-4e04-9cf6-469f289747ea', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:b7:ad:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:05Z', 'updated_at': '2021-07-07T18:35:05Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:35:09.209471 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-ba1a9b33-94dc-4ee9-9c2f-c6e35d097f8b service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653931
Jul 07 18:35:09.424976 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7e1af58a-82c9-4c73-9e3b-8d13000022bd req-b762af38-3a96-4c1b-8ee5-dafbfdc7f504 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938815
Jul 07 18:35:09.471034 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Router 38748b45-42b8-40d6-9071-60ffb7c6713d has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:35:09.554495 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa77e5-5398-4ea9-a881-017bcea1c084 None None] New status for floating IP 458a51d5-e288-4e04-9cf6-469f289747ea: ACTIVE {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:35:09.671822 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:35:09.682940 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] Sync routers for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:35:09.695169 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:09.696431 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca08e9ee0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:34:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:09.711713 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:09.791436 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2208421
Jul 07 18:35:09.792162 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:09.840831 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'status': 'completed', 'code': 200}
Jul 07 18:35:09.949033 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:09.975093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-f455002e-b2cb-49c2-8d28-4186e77ed68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:09.976570 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-f455002e-b2cb-49c2-8d28-4186e77ed68f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1098 time: 0.0947344
Jul 07 18:35:10.240833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-b82dd814-09e0-4729-9944-2393df16a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:10.240833 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-b82dd814-09e0-4729-9944-2393df16a560 service neutron] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 909 time: 0.2414916
Jul 07 18:35:10.290206 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed66878-29e5-45d7-9eb1-d33a9cf13dd3 req-2616a868-d663-4cd4-bb9c-6095dde89992 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:10.291911 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9ed66878-29e5-45d7-9eb1-d33a9cf13dd3 req-2616a868-d663-4cd4-bb9c-6095dde89992 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.1728177
Jul 07 18:35:10.332309 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e302-8000-4435-869a-30bb71b1ac47 req-ab03fdfd-d1dd-4727-8765-b0ea6d0f0826 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:10.333852 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5831e302-8000-4435-869a-30bb71b1ac47 req-ab03fdfd-d1dd-4727-8765-b0ea6d0f0826 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2158778
Jul 07 18:35:10.343825 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca08e9ee0>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '48bacf5c-a1af-4b83-a5b5-93f7d8464622', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'port_id': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'mac_address': 'fa:16:3e:20:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:07Z', 'updated_at': '2021-07-07T18:35:07Z', 'revision_number': 0, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:36Z', 'revision_number': 5, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:10.347919 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] Checking router: 38748b45-42b8-40d6-9071-60ffb7c6713d for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:35:10.357410 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:10.358128 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca08e9ee0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:34:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:10.368883 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9ed66878-29e5-45d7-9eb1-d33a9cf13dd3 req-90c0e47c-3d00-4b57-953a-21488f9cbc50 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699625
Jul 07 18:35:10.399309 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5831e302-8000-4435-869a-30bb71b1ac47 req-ebd7f6a4-08e9-4c0e-a11f-63b32c390f61 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544062
Jul 07 18:35:10.551351 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:10.852635 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb438d0-c64b-4c51-aa43-9a20fb7ec6f8 req-2c7459f7-9cff-43d0-a32c-abf93e0e31e6 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:10.855032 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8cb438d0-c64b-4c51-aa43-9a20fb7ec6f8 req-2c7459f7-9cff-43d0-a32c-abf93e0e31e6 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.0919163
Jul 07 18:35:10.902414 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8cb438d0-c64b-4c51-aa43-9a20fb7ec6f8 req-3fae60e3-9798-410a-a155-4fccd55474ad tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414810
Jul 07 18:35:11.156444 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca08e9ee0>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '48bacf5c-a1af-4b83-a5b5-93f7d8464622', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'port_id': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'mac_address': 'fa:16:3e:20:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:07Z', 'updated_at': '2021-07-07T18:35:07Z', 'revision_number': 0, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:36Z', 'revision_number': 5, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:11.161179 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64699a5-ea8d-4292-b1f0-deeeac5bd064 None None] The sync data for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi is: [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '48bacf5c-a1af-4b83-a5b5-93f7d8464622', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'port_id': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'mac_address': 'fa:16:3e:20:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:07Z', 'updated_at': '2021-07-07T18:35:07Z', 'revision_number': 0, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:36Z', 'revision_number': 5, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:35:11.395461 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af063c5e-d9d5-45b8-85be-3a768e64dd24 None None] New status for floating IP 48bacf5c-a1af-4b83-a5b5-93f7d8464622: ACTIVE {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:35:11.614329 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-b2d2e574-9aad-493b-a83c-2e1f862d607a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 999 time: 0.1741426
Jul 07 18:35:11.638605 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56bcc3-eef1-47c0-9054-1941f7ca8314 req-9a7db12c-d18a-4328-97c5-b039788fb7bb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:11.640081 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c56bcc3-eef1-47c0-9054-1941f7ca8314 req-9a7db12c-d18a-4328-97c5-b039788fb7bb tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1044619
Jul 07 18:35:11.693014 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c56bcc3-eef1-47c0-9054-1941f7ca8314 req-736bf60f-f566-4e64-8fa5-596afe68a990 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457664
Jul 07 18:35:11.945319 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:12.096065 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12416b-33d0-42ca-95e9-0795af89a162 req-b10b8d7c-61c5-452c-bab2-7b7599e16263 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:12.097606 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7c12416b-33d0-42ca-95e9-0795af89a162 req-b10b8d7c-61c5-452c-bab2-7b7599e16263 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.0860522
Jul 07 18:35:12.147405 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7c12416b-33d0-42ca-95e9-0795af89a162 req-c1404b44-f331-4da3-bc89-0d5adcbbb914 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437589
Jul 07 18:35:12.891474 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060f62-8755-45f3-97cb-3c7566f6764d req-f57cdf7f-615a-43cb-991e-478dd870259f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:12.893304 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-88060f62-8755-45f3-97cb-3c7566f6764d req-f57cdf7f-615a-43cb-991e-478dd870259f tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0934880
Jul 07 18:35:12.945854 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-88060f62-8755-45f3-97cb-3c7566f6764d req-e49b7aaa-5b28-4cf7-b99b-48c2b78a620b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419855
Jul 07 18:35:13.348336 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de1bc3-7184-42dd-9d6c-7f624555ae6b req-45be80bb-0bd8-4d86-92ee-2746d61e6442 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:13.349966 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f4de1bc3-7184-42dd-9d6c-7f624555ae6b req-45be80bb-0bd8-4d86-92ee-2746d61e6442 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.0855153
Jul 07 18:35:13.496915 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f4de1bc3-7184-42dd-9d6c-7f624555ae6b req-d4cc5c5d-5f71-4ddb-8de2-bebf4f2518d5 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400664
Jul 07 18:35:13.783890 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-3951a938-aa85-4590-a295-4bcecbebb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:13.785408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-3951a938-aa85-4590-a295-4bcecbebb522 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.0689471
Jul 07 18:35:13.844528 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-bd62fbe9-b4ac-4d18-bacc-2497dbc060c4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743225
Jul 07 18:35:13.881584 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-4293d2b5-0ddd-44ee-b2f8-fb3dd6d513d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:13.883045 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-4293d2b5-0ddd-44ee-b2f8-fb3dd6d513d2 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790851
Jul 07 18:35:14.003463 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28091dd7-b850-4077-bc84-8f4257021edf req-2905b35c-6935-42d0-90e2-0e048a2dafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:14.005159 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-2905b35c-6935-42d0-90e2-0e048a2dafa3 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 1098 time: 0.0803485
Jul 07 18:35:14.049503 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-519cfe6d-dc2b-44bb-8a35-f0493becfaa1 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391244
Jul 07 18:35:14.187243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28091dd7-b850-4077-bc84-8f4257021edf req-11dfbe79-b4eb-483e-98c2-627d44f3eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:14.189077 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-11dfbe79-b4eb-483e-98c2-627d44f3eb06 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 911 time: 0.1481035
Jul 07 18:35:14.297289 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6857-1546-4b95-927b-05c7d32ee3b5 req-618e7e1b-e5a7-4e12-9ee7-3389e632a92e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:14.299344 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fa9f6857-1546-4b95-927b-05c7d32ee3b5 req-618e7e1b-e5a7-4e12-9ee7-3389e632a92e tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.2037842
Jul 07 18:35:14.301845 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee88ab87-dee1-477f-a3ef-95bad1b715a1 req-f457f701-f2e0-4471-a0b6-6286a3768a51 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2402594
Jul 07 18:35:14.360593 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-ca31c905-515d-48c1-8c6d-d1fd869c679a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 200  len: 1001 time: 0.1589115
Jul 07 18:35:14.391416 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fa9f6857-1546-4b95-927b-05c7d32ee3b5 req-3816c09c-dc72-4146-8572-cd1688187fa0 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757594
Jul 07 18:35:14.450027 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28091dd7-b850-4077-bc84-8f4257021edf req-2fabeea3-76e8-4ef6-ad77-348ff70988f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:14.451660 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-2fabeea3-76e8-4ef6-ad77-348ff70988f3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.0762088
Jul 07 18:35:14.552994 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28091dd7-b850-4077-bc84-8f4257021edf req-34c3b578-650a-40da-9a7f-0a936f3dcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:14.554574 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-34c3b578-650a-40da-9a7f-0a936f3dcfc5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888042
Jul 07 18:35:14.726237 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-c51b51cf-926d-4aa5-9c52-fb0b2bb61bc5 service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582675
Jul 07 18:35:14.737320 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4808-77d4-4b01-8306-c86a56a10274 req-690e6b41-51d9-4df9-aebf-ec176c15da26 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:14.738829 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-564f4808-77d4-4b01-8306-c86a56a10274 req-690e6b41-51d9-4df9-aebf-ec176c15da26 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.1266809
Jul 07 18:35:14.792106 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-564f4808-77d4-4b01-8306-c86a56a10274 req-b7350a76-1631-4ab7-9db7-7069102a3f90 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444365
Jul 07 18:35:14.900246 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-28091dd7-b850-4077-bc84-8f4257021edf req-0621c723-61fa-45b8-acd3-8d095ff5e6d5 service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560981
Jul 07 18:35:15.630209 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f5338-2538-41c0-8c0a-d0a3575e6d8a req-a2882710-c4dd-4af1-83bd-963330493b16 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:15.631664 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9c1f5338-2538-41c0-8c0a-d0a3575e6d8a req-a2882710-c4dd-4af1-83bd-963330493b16 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1121101
Jul 07 18:35:15.698517 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9c1f5338-2538-41c0-8c0a-d0a3575e6d8a req-a4769301-adfd-4d15-b0c8-07d1d8a06b45 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544410
Jul 07 18:35:15.996901 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec944c7-017c-474f-98ee-b1b1e51cf55b req-3e57d49d-3984-4c14-97a6-c83335b81531 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:15.998413 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8ec944c7-017c-474f-98ee-b1b1e51cf55b req-3e57d49d-3984-4c14-97a6-c83335b81531 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.0882530
Jul 07 18:35:16.045914 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8ec944c7-017c-474f-98ee-b1b1e51cf55b req-b74b5f65-8d5d-468e-9639-063747549ebb tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417454
Jul 07 18:35:16.920057 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cdf91-251e-4ac0-aaed-ce16a373f06f req-6db9ba41-0899-4032-9758-a244c1b499a2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:16.921661 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-417cdf91-251e-4ac0-aaed-ce16a373f06f req-6db9ba41-0899-4032-9758-a244c1b499a2 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1135066
Jul 07 18:35:16.979297 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-417cdf91-251e-4ac0-aaed-ce16a373f06f req-626329da-a78a-4369-90ca-8d4aeab88d98 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512838
Jul 07 18:35:17.295067 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ed7cb-2ce9-40bc-8200-2a1b7c4a885a req-b852ecf3-ba35-49e2-82ff-dbe774917491 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:17.296753 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b24ed7cb-2ce9-40bc-8200-2a1b7c4a885a req-b852ecf3-ba35-49e2-82ff-dbe774917491 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.1224432
Jul 07 18:35:17.351070 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b24ed7cb-2ce9-40bc-8200-2a1b7c4a885a req-e97e5b05-e78b-4a9a-8799-4bd1e127b88b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481679
Jul 07 18:35:18.180587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0036326-0836-4525-aef1-3a597d4bb19c req-5cffb036-0151-49b8-bfc1-0e5843fb8713 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:18.182760 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0036326-0836-4525-aef1-3a597d4bb19c req-5cffb036-0151-49b8-bfc1-0e5843fb8713 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0850949
Jul 07 18:35:18.234120 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0036326-0836-4525-aef1-3a597d4bb19c req-ea5c584a-40fe-4205-bddf-44b5a8e43442 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441749
Jul 07 18:35:18.556535 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9c1b5-bc19-4905-84d7-24c53f958a40 req-83f04992-1683-458b-9cf3-a5dbc0630a80 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:18.558153 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d0c9c1b5-bc19-4905-84d7-24c53f958a40 req-83f04992-1683-458b-9cf3-a5dbc0630a80 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.0886128
Jul 07 18:35:18.610322 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d0c9c1b5-bc19-4905-84d7-24c53f958a40 req-ddd805c3-a411-4c21-b6b9-0e7d8252209e tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421474
Jul 07 18:35:19.461747 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b51c56-5683-4828-9a94-9618cac85c8a req-548c5aa8-6f68-4d30-b49e-d78399e45625 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:19.463439 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a6b51c56-5683-4828-9a94-9618cac85c8a req-548c5aa8-6f68-4d30-b49e-d78399e45625 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.0970218
Jul 07 18:35:19.546371 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a6b51c56-5683-4828-9a94-9618cac85c8a req-eb14d355-88c6-4985-a9c6-b5a539068003 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730593
Jul 07 18:35:19.738495 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-b0aaffe8-fc46-4318-9ec7-3ead08dd6e64 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:19.739866 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-b0aaffe8-fc46-4318-9ec7-3ead08dd6e64 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Synchronizing usage tracker for tenant:9ed295aa942d450c9a3524591e803a35 on resource:port {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:35:19.770745 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-b0aaffe8-fc46-4318-9ec7-3ead08dd6e64 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Unset dirty status for tenant:9ed295aa942d450c9a3524591e803a35 on resource:port {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:35:19.772714 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-b0aaffe8-fc46-4318-9ec7-3ead08dd6e64 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.101 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.1407335
Jul 07 18:35:19.833176 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d39e0-b0bc-45fe-a6da-06b35a9af752 req-2bc33619-4288-4d3a-be5e-0e39c5630ff3 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:19.834938 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5e4d39e0-b0bc-45fe-a6da-06b35a9af752 req-2bc33619-4288-4d3a-be5e-0e39c5630ff3 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 950 time: 0.0952735
Jul 07 18:35:19.897897 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5e4d39e0-b0bc-45fe-a6da-06b35a9af752 req-ea62002d-83db-4cc2-9c62-2cff97b744ab tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/security-groups?id=00e3667b-9ed6-495c-b775-ed8c4851709f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506239
Jul 07 18:35:19.911073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Deleting port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:35:19.911822 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:20.144363 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-0b881c48-53f0-4b3a-b29c-03bf0ee7840b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:20.147526 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-0b881c48-53f0-4b3a-b29c-03bf0ee7840b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.1060197
Jul 07 18:35:20.273745 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] For port 363a61f0-2b0e-4fb3-9bad-585dc6d81910, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=363a61f0-2b0e-4fb3-9bad-585dc6d81910,segment=NetworkSegment(6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c),segment_id=6de6b564-bdfc-4fd6-aecf-99dd4c5b1a1c)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:20.274256 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:20.300072 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Deleting port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:35:20.305377 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:20.548388 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Calling delete_port for 363a61f0-2b0e-4fb3-9bad-585dc6d81910 owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:35:20.729590 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:20.745970 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['363a61f0-2b0e-4fb3-9bad-585dc6d81910'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:20.747036 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9f4ac254-74dd-4f84-b7ef-83cafef1acd9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:20.801320 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Pushing event deleted for resources: {'Port': ['ID=363a61f0-2b0e-4fb3-9bad-585dc6d81910,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:20.810429 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ad85-7e8c-4290-9bab-3530d3768085 req-38904915-f027-40f5-8941-e7dbbf3845bd tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:20.811952 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a8b9ad85-7e8c-4290-9bab-3530d3768085 req-38904915-f027-40f5-8941-e7dbbf3845bd tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.3464117
Jul 07 18:35:20.819819 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.820232 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.820590 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.820980 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.821332 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.821682 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.822028 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.822428 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.822834 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.823176 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.823514 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.823849 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:20.828636 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:20.927479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] No DVR routers for this DVR port 363a61f0-2b0e-4fb3-9bad-585dc6d81910 on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:35:20.930368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:20.933600 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'name': 'network-vif-deleted', 'tag': '363a61f0-2b0e-4fb3-9bad-585dc6d81910'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:20.943499 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a8b9ad85-7e8c-4290-9bab-3530d3768085 req-efebc359-0f03-47e3-add8-39ca1d166dda tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220109
Jul 07 18:35:20.958726 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8a54d262-4b9d-4b8a-ade1-1f0795ee2b26 req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.101 "DELETE /v2.0/ports/363a61f0-2b0e-4fb3-9bad-585dc6d81910 HTTP/1.1" status: 204  len: 173 time: 1.1658053
Jul 07 18:35:20.971726 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] For port e147ca0a-d93f-4a6c-bd28-ff1274367ad0, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:20.972176 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:20.982493 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 33718) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:21.096143 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7edf7-6cab-42a1-b0b3-f82068390e1c req-bf6b1bc1-6057-49ee-8c94-eebf17b60be9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:21.104848 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-71e7edf7-6cab-42a1-b0b3-f82068390e1c req-bf6b1bc1-6057-49ee-8c94-eebf17b60be9 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 946 time: 0.3517904
Jul 07 18:35:21.278238 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Calling delete_port for e147ca0a-d93f-4a6c-bd28-ff1274367ad0 owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:35:21.311112 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-18cbeba8-3fc8-4e99-8c42-6fe2d9a17b37 req-4e2d4bb0-b10a-4047-8330-f98ff8a6c3f6 tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] 10.222.0.60 "GET /v2.0/ports?device_id=c71d71cc-8816-4a6f-9f83-6e1f0f8d3767 HTTP/1.1" status: 200  len: 210 time: 0.1395457
Jul 07 18:35:21.394838 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71d71cc-8816-4a6f-9f83-6e1f0f8d3767', 'name': 'network-vif-deleted', 'tag': '363a61f0-2b0e-4fb3-9bad-585dc6d81910', 'status': 'completed', 'code': 200}
Jul 07 18:35:21.416215 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-71e7edf7-6cab-42a1-b0b3-f82068390e1c req-ebaa61d2-5fa2-4b13-9380-478edc08562d tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/security-groups?id=7552a756-cf3f-4848-910c-ff9798e6955a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115516
Jul 07 18:35:21.568963 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0019f4-5cc9-4dfa-b4e9-ef8f3540dafb tempest-TestMinimumBasicScenario-146552581 tempest-TestMinimumBasicScenario-146552581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:21.570114 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0d0019f4-5cc9-4dfa-b4e9-ef8f3540dafb tempest-TestMinimumBasicScenario-146552581 tempest-TestMinimumBasicScenario-146552581-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1094 time: 0.5865283
Jul 07 18:35:21.573904 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 33730) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:21.581853 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'port_id': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:21.590553 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:21.598999 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:floatingip and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:21.606776 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:21.621126 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:21.638489 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:21.641592 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for floatingip, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:21.653795 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['e147ca0a-d93f-4a6c-bd28-ff1274367ad0'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:21.665892 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:21.726241 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Pushing event deleted for resources: {'Port': ['ID=e147ca0a-d93f-4a6c-bd28-ff1274367ad0,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:21.829015 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.829725 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.829725 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.830042 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.830401 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.830874 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.831233 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.831583 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.831929 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.832272 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.832615 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.832992 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:21.868741 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:21.889667 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] No DVR routers for this DVR port e147ca0a-d93f-4a6c-bd28-ff1274367ad0 on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:35:21.895035 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:21.901721 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'name': 'network-vif-deleted', 'tag': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:21.926740 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9f43ec35-335b-43fe-8864-54f447d3d098 req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.101 "DELETE /v2.0/ports/e147ca0a-d93f-4a6c-bd28-ff1274367ad0 HTTP/1.1" status: 204  len: 173 time: 1.7729635
Jul 07 18:35:21.994724 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad7bc11-5564-4d10-80fb-5cba938215bf', 'name': 'network-vif-deleted', 'tag': 'e147ca0a-d93f-4a6c-bd28-ff1274367ad0', 'status': 'completed', 'code': 200}
Jul 07 18:35:22.052269 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:22.214484 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0966a-8238-4a16-9e3f-9fe541adeed1 req-f2e978d9-4e1e-4ff7-83f8-e21d7b9bfd5f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:22.216392 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-32e0966a-8238-4a16-9e3f-9fe541adeed1 req-f2e978d9-4e1e-4ff7-83f8-e21d7b9bfd5f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2107966
Jul 07 18:35:22.271252 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Allocated IP 172.27.3.55 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/94839a8d-7b7f-43ee-8f3e-e1b0d18fb6df) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:22.302536 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-32e0966a-8238-4a16-9e3f-9fe541adeed1 req-a65e4deb-9ece-407a-9d09-96c0d3d36f4d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775497
Jul 07 18:35:22.564490 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:22.647483 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-161b9d45-5938-48a1-a8f5-bf29d2efc2d4 req-a4b377b5-65c7-4a65-ae71-b94e44f8fc2b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Synchronizing usage tracker for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:35:22.675343 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:22.683978 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-151fc37f-6a4f-4c24-b6fc-f1eb6520de84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:22.726688 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-161b9d45-5938-48a1-a8f5-bf29d2efc2d4 req-a4b377b5-65c7-4a65-ae71-b94e44f8fc2b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Unset dirty status for tenant:bf674cc0a0d841e9b4b8dd602c39e9ca on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:35:22.728098 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-161b9d45-5938-48a1-a8f5-bf29d2efc2d4 req-a4b377b5-65c7-4a65-ae71-b94e44f8fc2b tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ad7bc11-5564-4d10-80fb-5cba938215bf HTTP/1.1" status: 200  len: 210 time: 0.1452577
Jul 07 18:35:22.760828 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:22.771993 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:22.771993 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:22.814683 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'Port': ['ID=94839a8d-7b7f-43ee-8f3e-e1b0d18fb6df,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:22.817935 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:22.922630 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e818dc0d-2ea8-4964-a1c8-ea2af7200c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:23.252397 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:23.372320 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:23.576195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:23.638579 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4495b14-0536-48ff-80b4-292df9316131 req-4d86213c-f062-40c7-ac10-bb298d21089b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:23.640119 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a4495b14-0536-48ff-80b4-292df9316131 req-4d86213c-f062-40c7-ac10-bb298d21089b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2008715
Jul 07 18:35:23.728675 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a4495b14-0536-48ff-80b4-292df9316131 req-90ff0248-dc8a-41fb-a100-eaf5df40bc4b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739939
Jul 07 18:35:23.762543 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:23.768101 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:23.773266 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-60ebc7d2-5192-4eae-b8f9-a963f36454e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:23.852303 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 33852) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:23.894050 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'Port': ['ID=94839a8d-7b7f-43ee-8f3e-e1b0d18fb6df,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:23.898812 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:23.907133 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:24.115156 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Floating IP 18888f5a-8bb8-4c81-9205-6673e4efbbf8 associated. External IP: 172.27.3.55, port: 0d96f446-a117-4d71-8bb3-e0e6df9ed491.
Jul 07 18:35:24.595850 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:24.700033 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Router 07402a8d-16c4-411f-aba9-7da5d328fc0b has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:35:24.788350 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e147ca0a-d93f-4a6c-bd28-ff1274367ad0 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:35:24.910276 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: e147ca0a-d93f-4a6c-bd28-ff1274367ad0 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:35:24.912890 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e147ca0a-d93f-4a6c-bd28-ff1274367ad0 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:35:24.913553 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 363a61f0-2b0e-4fb3-9bad-585dc6d81910 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:35:24.970155 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 363a61f0-2b0e-4fb3-9bad-585dc6d81910 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:35:24.970779 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 363a61f0-2b0e-4fb3-9bad-585dc6d81910 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:35:25.122596 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Deleting port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:35:25.135909 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:25.153125 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:35:25.175427 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] Sync routers for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:35:25.200580 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:25.201169 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:25.202851 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07af2e0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:34:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:25.335162 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481cc1-a578-466e-b885-0ec8fa5aad12 req-eb378a20-f16b-4c69-99e7-d8e21ca4e685 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:25.350542 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-09481cc1-a578-466e-b885-0ec8fa5aad12 req-eb378a20-f16b-4c69-99e7-d8e21ca4e685 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.3359187
Jul 07 18:35:25.450086 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8750789
Jul 07 18:35:25.453717 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 33960) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:25.466151 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:25.489759 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:25.500620 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020863467', 'description': 'tempest-secgroup-smoke-1020863467 description', 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:25.508268 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-09481cc1-a578-466e-b885-0ec8fa5aad12 req-cde22911-b743-4ed2-bf18-cb83a77857d8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1564715
Jul 07 18:35:25.511328 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:25.517127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:25.520617 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:25.527990 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:25.543471 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:25.583958 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'status': 'completed', 'code': 200}
Jul 07 18:35:25.585750 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:25.590888 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:25.594679 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:25.602663 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:25.610838 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] For port 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,segment=NetworkSegment(77521331-534b-46f8-bcb9-9a32c02d7a68),segment_id=77521331-534b-46f8-bcb9-9a32c02d7a68)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:25.611193 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:25.796946 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:25.804664 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:25.812752 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-41f76d3a-9dbd-451c-a748-7b0cd099f6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:25.880047 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01cd583-4ac1-4c7e-9db6-54d0061940d1,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:25.889135 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:25.894159 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:25.895462 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6af19b6e-eaba-44a9-8808-1a46b9244b3d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4174776
Jul 07 18:35:25.901544 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 33974) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:25.907110 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-bbdca26e-af33-4c2a-833d-0eec25192f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:25.912191 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-bbdca26e-af33-4c2a-833d-0eec25192f90 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1099 time: 0.2782228
Jul 07 18:35:25.927134 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'security_group_rule': {'security_group_id': 'c01cd583-4ac1-4c7e-9db6-54d0061940d1', 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:25.942773 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:25.949405 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Calling delete_port for 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 owned by network:router_interface {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:35:25.954181 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:25.994651 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:26.096272 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:26.136994 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07af2e0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '18888f5a-8bb8-4c81-9205-6673e4efbbf8', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'port_id': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'mac_address': 'fa:16:3e:71:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:23Z', 'updated_at': '2021-07-07T18:35:23Z', 'revision_number': 0, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 5, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:26.145448 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] Checking router: 07402a8d-16c4-411f-aba9-7da5d328fc0b for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:35:26.152277 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:26.200746 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:26.213573 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07af2e0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:34:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:26.256976 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-985ab54d-f53d-4b5d-8069-3da2a3beb222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:26.323105 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-e11f6af6-e284-4c5f-b3bc-0e532df6ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:26.331046 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-e11f6af6-e284-4c5f-b3bc-0e532df6ab58 service neutron] 10.222.0.101 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 915 time: 0.3791203
Jul 07 18:35:26.478672 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:26.485872 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:26.493331 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:26.541147 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b21703-0904-43b1-a348-00cec69eee40,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:26.544696 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:26.588505 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-f4a57d57-b042-40e0-97d6-6ca4a12ea317 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 999 time: 0.2455101
Jul 07 18:35:26.598112 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:26.602019 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6850605
Jul 07 18:35:26.602231 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:26.644711 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 33994) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:26.652132 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'security_group_rule': {'security_group_id': 'c01cd583-4ac1-4c7e-9db6-54d0061940d1', 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:26.659794 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:26.672684 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:26.748237 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:26.752607 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:26.755894 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:26.763754 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:26.774162 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:26.783088 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-9049bf90-8ec5-4cc1-8b0b-e4d27d224479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:26.785614 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-9049bf90-8ec5-4cc1-8b0b-e4d27d224479 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 200  len: 853 time: 0.1850076
Jul 07 18:35:26.823895 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:26.864386 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:26.870170 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adc188-69fb-47fd-bd97-aada2b439c5a req-7bd2502a-978c-46a6-9e59-f26d5d0face9 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:26.870170 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04adc188-69fb-47fd-bd97-aada2b439c5a req-7bd2502a-978c-46a6-9e59-f26d5d0face9 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1869287
Jul 07 18:35:26.930754 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04adc188-69fb-47fd-bd97-aada2b439c5a req-ef7673eb-2c7b-4341-ad6c-009d89a02406 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514345
Jul 07 18:35:26.943140 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-0447a735-095d-4f8a-b59e-6250f615e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:26.946384 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-0447a735-095d-4f8a-b59e-6250f615e817 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e018944e-49ed-4c9f-9031-1319c57dda66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1505697
Jul 07 18:35:27.047375 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.055484 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.062107 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ecfb7330-c49d-424a-a947-df56cbaa1d50 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:27.130812 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-3e30f874-3451-4bd8-b554-55df99f73881 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755018
Jul 07 18:35:27.142190 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07af2e0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '18888f5a-8bb8-4c81-9205-6673e4efbbf8', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'port_id': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'mac_address': 'fa:16:3e:71:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:23Z', 'updated_at': '2021-07-07T18:35:23Z', 'revision_number': 0, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 5, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:27.146743 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7870cf-d58c-4872-9488-465010c6a5dc None None] The sync data for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi is: [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '18888f5a-8bb8-4c81-9205-6673e4efbbf8', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'port_id': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'mac_address': 'fa:16:3e:71:12:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:23Z', 'updated_at': '2021-07-07T18:35:23Z', 'revision_number': 0, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 5, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:35:27.156213 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb167137-ef1a-46d3-8440-e065d8be92b9,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:27.163854 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:27.172485 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.173694 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-059efa13-34fe-4048-b94a-192ff68a89a1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5283253
Jul 07 18:35:27.178298 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34016) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:27.187392 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'security_group_rule': {'security_group_id': 'c01cd583-4ac1-4c7e-9db6-54d0061940d1', 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:27.190696 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.193990 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:27.198824 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:27.201878 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:27.209111 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:27.366906 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.436108 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.554184 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6405a84-85df-4ff6-a4cc-0026c89202f8 None None] New status for floating IP 18888f5a-8bb8-4c81-9205-6673e4efbbf8: ACTIVE {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:35:27.629068 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-525cc885-df00-4fd0-8265-f9dfe9a43308 req-a3d9ca54-cbef-4efe-b5fe-934a3cb395c3 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4859037
Jul 07 18:35:27.633991 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.640847 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.643563 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0afbf5e2-5730-4eba-a832-885b5ab0595e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:27.671626 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a817ac-bd85-447a-9330-39e9d3414555,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:27.679129 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:27.705019 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.709695 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-88bf405f-f0b6-49b6-b212-f0bb1fd8e4ed tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5290036
Jul 07 18:35:27.711920 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34028) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:27.718745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'security_group_rule': {'security_group_id': 'c01cd583-4ac1-4c7e-9db6-54d0061940d1', 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:27.725759 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:27.732201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:27.736162 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:27.748911 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:27.780429 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.817680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Router c99c055b-666c-436d-86d2-fb0dca5c8933 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:35:27.935753 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.946004 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:27.961665 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:28.014500 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8357c744-7c40-41ae-9361-dd80c76989b7,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:28.038116 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:28.062724 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.062724 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-03f553fd-affc-4676-bad4-70c4a7e77798 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3510869
Jul 07 18:35:28.075439 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df16b80-b332-4330-b442-936bc2498482 req-ed6870d3-b7ea-409e-9a11-65525161eac6 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:28.081207 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6df16b80-b332-4330-b442-936bc2498482 req-ed6870d3-b7ea-409e-9a11-65525161eac6 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 945 time: 0.2155514
Jul 07 18:35:28.082014 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34034) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:28.089348 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'security_group_rule': {'security_group_id': 'c01cd583-4ac1-4c7e-9db6-54d0061940d1', 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:28.096759 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:28.101915 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:28.116245 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:28.187906 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:28.214818 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:35:28.222421 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] 10.222.0.60 "PUT /v2.0/routers/c99c055b-666c-436d-86d2-fb0dca5c8933/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3682380
Jul 07 18:35:28.229306 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6df16b80-b332-4330-b442-936bc2498482 req-ef7a85f2-aead-459e-b4b1-ed05d540742b tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188242
Jul 07 18:35:28.233655 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34038) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:28.242277 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.securitygroups_db [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Project 3969d7c28f034c6389b9ffa5b8b4ce2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 07 18:35:28.253495 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] Sync routers for ids ['c99c055b-666c-436d-86d2-fb0dca5c8933'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:35:28.257684 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.283967 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] Routers {'c99c055b-666c-436d-86d2-fb0dca5c8933'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:28.285910 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07afdf0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['c99c055b-666c-436d-86d2-fb0dca5c8933'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:28.344321 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba5fad-85b6-48ea-8373-b3b7b252169b req-5a1cf541-a5fa-42e0-ae49-4603337a07d5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:28.346079 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d8ba5fad-85b6-48ea-8373-b3b7b252169b req-5a1cf541-a5fa-42e0-ae49-4603337a07d5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2351866
Jul 07 18:35:28.389110 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.401454 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.411104 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-23f71a6c-e5c7-4fcb-9530-685c31fa7d51 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:28.455242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30adc55-e39d-4e2f-8dea-9100921e90b7,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:28.462488 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d8ba5fad-85b6-48ea-8373-b3b7b252169b req-5bbb02a4-8a1c-4d75-936b-6311b4a4e0a3 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974598
Jul 07 18:35:28.463684 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:28.493949 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.493949 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3c2f857c-8b18-4fff-83b1-fe881bbf0a57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4083092
Jul 07 18:35:28.502893 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34042) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:28.520517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'security_group_rule': {'security_group_id': 'c01cd583-4ac1-4c7e-9db6-54d0061940d1', 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:28.549815 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:28.554239 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Usage tracker for resource:security_group_rule and tenant:3969d7c28f034c6389b9ffa5b8b4ce2e is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:28.558633 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:28.560824 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.574268 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:28.591276 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.securitygroups_db [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Project 3969d7c28f034c6389b9ffa5b8b4ce2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 07 18:35:28.595451 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.606809 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.621677 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] Set router c99c055b-666c-436d-86d2-fb0dca5c8933 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:28.733878 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.745556 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.748048 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:28.774918 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7857ce8c-915e-4e33-ab02-980c8bdbcfe6,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:28.782847 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:28.797190 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.800872 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-606184f7-ab81-4d82-a459-876e755d4b19 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2866569
Jul 07 18:35:28.833801 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.848716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Deleting port e9e76939-a50e-4c95-b7b9-41037efca84e {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:35:28.849248 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:28.948034 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-525320b0-e2dd-4b47-a7fa-eeecd7371201 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Synchronizing usage tracker for tenant:3969d7c28f034c6389b9ffa5b8b4ce2e on resource:security_group {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:35:28.970691 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-525320b0-e2dd-4b47-a7fa-eeecd7371201 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Unset dirty status for tenant:3969d7c28f034c6389b9ffa5b8b4ce2e on resource:security_group {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:35:28.972359 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-525320b0-e2dd-4b47-a7fa-eeecd7371201 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020863467&fields=id&tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e HTTP/1.1" status: 200  len: 267 time: 0.0837984
Jul 07 18:35:29.052752 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07afdf0>, [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:35:26Z', 'revision_number': 5, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port': {'id': 'e9e76939-a50e-4c95-b7b9-41037efca84e', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:94:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:00Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:29.058709 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] Checking router: c99c055b-666c-436d-86d2-fb0dca5c8933 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:35:29.073479 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] Routers {'c99c055b-666c-436d-86d2-fb0dca5c8933'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:29.074349 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07afdf0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['c99c055b-666c-436d-86d2-fb0dca5c8933'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:29.089079 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-67d5f359-8701-4a74-9d7f-d479621dc659 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:29.090847 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-67d5f359-8701-4a74-9d7f-d479621dc659 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.1122298
Jul 07 18:35:29.100459 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] For port e9e76939-a50e-4c95-b7b9-41037efca84e, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=e9e76939-a50e-4c95-b7b9-41037efca84e,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:29.100833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.105344 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'port': {'security_groups': ['b01f508b-7851-4785-b7e4-db37f7f56a9a', 'c01cd583-4ac1-4c7e-9db6-54d0061940d1']}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:29.112226 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34054) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:29.255432 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] Set router c99c055b-666c-436d-86d2-fb0dca5c8933 gateway port host: None {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:29.276649 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Calling delete_port for e9e76939-a50e-4c95-b7b9-41037efca84e owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:35:29.311118 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.370425 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07afdf0>, [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:35:28Z', 'revision_number': 6, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:29.375129 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2c7d1-a046-4ba9-b937-aa3590c678e4 None None] The sync data for ids ['c99c055b-666c-436d-86d2-fb0dca5c8933'] in dv-cinder-798696-1-iscsi is: [{'id': 'c99c055b-666c-436d-86d2-fb0dca5c8933', 'name': 'tempest-ServerRescueNegativeTestJSON-546150975-router', 'tenant_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:59Z', 'updated_at': '2021-07-07T18:35:28Z', 'revision_number': 6, 'project_id': 'bf674cc0a0d841e9b4b8dd602c39e9ca', 'gw_port_host': None}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:35:29.469627 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-d978fa19-a78b-4681-9a68-3cda3aa795a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ed295aa942d450c9a3524591e803a35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3543973
Jul 07 18:35:29.469959 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34064) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:29.587422 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.590575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.602282 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:29.649794 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e76939-a50e-4c95-b7b9-41037efca84e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:29.650463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33892a-aea1-41c0-b84b-66c651741b97 req-7efe2e95-474a-414e-ad3b-3969ca1b7a85 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:29.652178 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:29.652338 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1e33892a-aea1-41c0-b84b-66c651741b97 req-7efe2e95-474a-414e-ad3b-3969ca1b7a85 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 945 time: 0.2112851
Jul 07 18:35:29.692708 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:29.700635 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.736467 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1e33892a-aea1-41c0-b84b-66c651741b97 req-64bbd461-2eed-4859-ac07-c633fb0aaf06 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696602
Jul 07 18:35:29.769747 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.785594 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.793158 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:29.800213 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['0d96f446-a117-4d71-8bb3-e0e6df9ed491'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:29.823314 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.896304 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:29.896304 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:29.898799 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e374fe4f-3bdd-4695-a5d5-ea8a45079e5b req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "PUT /v2.0/ports/0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 982 time: 0.7998435
Jul 07 18:35:29.901111 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:29.928762 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=6']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:29.935166 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:30.022785 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:35:30.078063 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:35:30.078570 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 02fb6e3b-b369-4bda-8e9e-85c74dd2ebd1 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:35:30.133698 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['0d96f446-a117-4d71-8bb3-e0e6df9ed491'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:30.227314 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97aaa2-820a-4096-a2b8-ae82a94f8709 req-e3510bb3-c228-43b0-96fa-8112cb80de9a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:30.235198 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a97aaa2-820a-4096-a2b8-ae82a94f8709 req-e3510bb3-c228-43b0-96fa-8112cb80de9a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2467237
Jul 07 18:35:30.282574 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.283453 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3740e-4467-4d8e-bb7f-43f7ddb2a094 req-25a25eae-55f6-453d-b837-e5c0104acca4 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:30.289992 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-59b3740e-4467-4d8e-bb7f-43f7ddb2a094 req-25a25eae-55f6-453d-b837-e5c0104acca4 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.2399409
Jul 07 18:35:30.296159 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9c6ecd0d-0a2e-4c36-8d07-2e89662d9892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:30.317153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.319435 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e3667b-9ed6-495c-b775-ed8c4851709f,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:30.322305 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.324135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:30.358835 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-29d8b6a0-cc9d-425b-92cd-1ff9ec9753bf tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:30.360309 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-29d8b6a0-cc9d-425b-92cd-1ff9ec9753bf tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 945 time: 0.2670643
Jul 07 18:35:30.370771 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a97aaa2-820a-4096-a2b8-ae82a94f8709 req-9e07769c-96e5-498b-bb3a-fdc1841c3955 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1346097
Jul 07 18:35:30.411279 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.415224 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00e3667b-9ed6-495c-b775-ed8c4851709f HTTP/1.1" status: 204  len: 168 time: 0.9442592
Jul 07 18:35:30.436840 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.437448 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c99c055b-666c-436d-86d2-fb0dca5c8933 {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:35:30.461651 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-59b3740e-4467-4d8e-bb7f-43f7ddb2a094 req-48f866d7-0a20-45fe-af74-007337c84829 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1699054
Jul 07 18:35:30.470958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.472941 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c99c055b-666c-436d-86d2-fb0dca5c8933 HTTP/1.1" status: 204  len: 168 time: 2.2358422
Jul 07 18:35:30.475567 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34076) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:30.505593 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Deleting port 5bea107e-a86e-40b9-95a4-01713251329e {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:35:30.505937 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.568219 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'status': 'completed', 'code': 200}
Jul 07 18:35:30.583929 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c9ad0f3a-9eb7-45ea-984b-550b92530248 None None] Provisioning complete for port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:30.584388 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0f3a-9eb7-45ea-984b-550b92530248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.647008 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Deleting subnet 20afdaa5-b67b-4d1d-9684-3e2cc509fabe {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:35:30.652041 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.707553 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-4b18da9e-7d20-43f1-9296-3aa18eee782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:30.709253 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-4b18da9e-7d20-43f1-9296-3aa18eee782f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1138 time: 0.1649678
Jul 07 18:35:30.761660 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:30.958409 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.039680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-709de04c-0d3e-4c72-935b-19491ebd707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:31.041603 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-709de04c-0d3e-4c72-935b-19491ebd707a service neutron] 10.222.0.101 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 915 time: 0.3205261
Jul 07 18:35:31.133713 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] For port 5bea107e-a86e-40b9-95a4-01713251329e, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=5bea107e-a86e-40b9-95a4-01713251329e,segment=NetworkSegment(b8764e26-2d98-4a96-b687-16dd79a9da13),segment_id=b8764e26-2d98-4a96-b687-16dd79a9da13)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:31.134071 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.150921 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.155080 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c945c2-8e97-4981-8136-037d9db53a37 req-84eb4b87-51c8-4648-bbd6-98aa33e2bcea tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:31.156648 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-40c945c2-8e97-4981-8136-037d9db53a37 req-84eb4b87-51c8-4648-bbd6-98aa33e2bcea tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a8ee00b-1556-4c43-8592-37583a0fc6a6 HTTP/1.1" status: 200  len: 945 time: 0.2443287
Jul 07 18:35:31.165190 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:31.201332 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-26d0be3c-260c-48f7-9e17-7afbd4583bbc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 1001 time: 0.1520374
Jul 07 18:35:31.207361 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.211486 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20afdaa5-b67b-4d1d-9684-3e2cc509fabe,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:31.215047 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:31.265792 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a6648bfa-06a3-498c-a0dc-419963798388 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/20afdaa5-b67b-4d1d-9684-3e2cc509fabe HTTP/1.1" status: 204  len: 168 time: 0.7880187
Jul 07 18:35:31.268982 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34086) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:31.311635 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Calling delete_port for 5bea107e-a86e-40b9-95a4-01713251329e owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:35:31.371065 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-6ed31658-79ff-4b22-ba56-9ddabd3080ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:31.372606 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-6ed31658-79ff-4b22-ba56-9ddabd3080ee service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 200  len: 853 time: 0.1623378
Jul 07 18:35:31.392663 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-40c945c2-8e97-4981-8136-037d9db53a37 req-9a7ca5f8-e27a-41a5-b48d-7d3f211d8ba9 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.60 "GET /v2.0/security-groups?id=6078e1ce-1495-4b5f-bee6-2532592fd9fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641276
Jul 07 18:35:31.449022 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.497771 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.506476 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a2b5ea0d-bc57-4ed2-8b80-2c35830071cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:31.511291 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['5bea107e-a86e-40b9-95a4-01713251329e'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:31.541059 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e9e76939-a50e-4c95-b7b9-41037efca84e no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:35:31.587226 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: e9e76939-a50e-4c95-b7b9-41037efca84e {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:35:31.587728 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e9e76939-a50e-4c95-b7b9-41037efca84e not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:35:31.605293 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.608759 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Pushing event deleted for resources: {'Port': ['ID=5bea107e-a86e-40b9-95a4-01713251329e,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:31.612047 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:31.619942 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-1ce36ebe-4004-4ce9-86b1-0f220b247335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:31.621485 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-1ce36ebe-4004-4ce9-86b1-0f220b247335 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e018944e-49ed-4c9f-9031-1319c57dda66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2319059
Jul 07 18:35:31.625361 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9af4e1c0>,) {'filters': {'network_id': ['465c0961-b316-4315-a22f-1b36c72a0eb1']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:31.662903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9af4e1c0>, '77521331-534b-46f8-bcb9-9a32c02d7a68') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:31.663161 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9af4e1c0>, '77521331-534b-46f8-bcb9-9a32c02d7a68') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:31.707852 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] No DVR routers for this DVR port 5bea107e-a86e-40b9-95a4-01713251329e on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:35:31.713328 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.726577 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-acda9b9b-ab89-4535-a63c-1112c509f06b req-602f68ed-0012-4909-a6ca-e8728a94652e tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] 10.222.0.101 "DELETE /v2.0/ports/5bea107e-a86e-40b9-95a4-01713251329e HTTP/1.1" status: 204  len: 173 time: 1.3599036
Jul 07 18:35:31.740012 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.754485 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673fc45-8417-4372-860a-5b7ffa3a75df req-bf442887-a48e-4655-bd81-aa63dec54747 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:31.756876 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a673fc45-8417-4372-860a-5b7ffa3a75df req-bf442887-a48e-4655-bd81-aa63dec54747 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2136219
Jul 07 18:35:31.768674 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.792482 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:35:31.792911 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:35:31.806421 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:35:31.817962 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a673fc45-8417-4372-860a-5b7ffa3a75df req-8fa2afd3-0151-4257-82c5-1e5c5c3a3b95 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484350
Jul 07 18:35:31.891718 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-1cc84887-fcee-4de1-92bd-99783279bc4f service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2591448
Jul 07 18:35:31.923543 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:32.098874 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:32.116322 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:32.128711 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Pushing event deleted for resources: {'Network': ['ID=465c0961-b316-4315-a22f-1b36c72a0eb1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:32.134811 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:32.153739 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] 10.222.0.60 "DELETE /v2.0/networks/465c0961-b316-4315-a22f-1b36c72a0eb1 HTTP/1.1" status: 204  len: 168 time: 0.8837197
Jul 07 18:35:32.193838 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6c3bce8a-6a3f-4108-b2e0-3f5404b546bb req-4d913393-cae1-42aa-82e3-a3a93cc7892c service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2948906
Jul 07 18:35:32.395983 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34094) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:32.485115 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7e9ac273-db3c-41c7-b381-d28aa39ec150 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf674cc0a0d841e9b4b8dd602c39e9ca&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0870066
Jul 07 18:35:32.487695 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34100) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:32.561512 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:32.570767 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'name': 'network-vif-deleted', 'tag': '5bea107e-a86e-40b9-95a4-01713251329e'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:32.597235 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:32.641105 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ee00b-1556-4c43-8592-37583a0fc6a6', 'name': 'network-vif-deleted', 'tag': '5bea107e-a86e-40b9-95a4-01713251329e', 'status': 'completed', 'code': 200}
Jul 07 18:35:32.684930 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:32.691563 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-24dc9bb4-67d0-4af8-87e2-be643f617afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:32.704078 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7552a756-cf3f-4848-910c-ff9798e6955a,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:32.707662 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:32.718114 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:32.722243 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7552a756-cf3f-4848-910c-ff9798e6955a HTTP/1.1" status: 204  len: 168 time: 0.2309461
Jul 07 18:35:33.129199 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e761d8-479a-4cff-b14b-f57bfcab54a3 req-2fa0326b-401e-4f08-ad92-d05c1cb4c52d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:33.130778 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-53e761d8-479a-4cff-b14b-f57bfcab54a3 req-2fa0326b-401e-4f08-ad92-d05c1cb4c52d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1500220
Jul 07 18:35:33.183809 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-53e761d8-479a-4cff-b14b-f57bfcab54a3 req-9a28c08a-d4f6-4ac4-baae-35d0ec453e6a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457985
Jul 07 18:35:33.698893 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34134) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:33.830079 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-270830119-network', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:33.835067 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:33.840447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Usage tracker for resource:network and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:33.844931 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:33.851488 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:33.862259 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Made reservation on behalf of 58b88981905141b6b2fd8ccbfa870f36 for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:35:33.864572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:33.880253 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:33.899076 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:33.903675 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Usage tracker for resource:security_group_rule and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:33.906666 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:33.913345 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:34.005384 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.009923 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.013412 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bffc646d-24b6-414b-b534-bd6fc9a23fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:34.043122 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:35:34.051759 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9420107-edee-4c6b-bdba-6018e50ed692,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:34.055663 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:34.059408 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.059747 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Added segment a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc of type vlan for network acc736c6-1518-47a0-9b32-bba7319f36f6
Jul 07 18:35:34.089218 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.127804 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.129272 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:34.129913 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.140449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:34.244728 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5446150
Jul 07 18:35:34.245705 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Pushing event updated for resources: {'Network': ['ID=acc736c6-1518-47a0-9b32-bba7319f36f6,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:34.247763 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34146) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:34.253407 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Request body: {'subnet': {'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-subnet', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:34.256424 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network acc736c6-1518-47a0-9b32-bba7319f36f6 details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:35:34.257226 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:34.259818 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:34.263804 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Usage tracker for resource:subnet and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:34.267139 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:34.273300 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:34.286226 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Made reservation on behalf of 58b88981905141b6b2fd8ccbfa870f36 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:35:34.289316 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.487367 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f22c2-5049-4370-9dfb-9de1ede23d9a req-d387a267-3cd3-4758-b654-896a457a5123 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:34.488974 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8f0f22c2-5049-4370-9dfb-9de1ede23d9a req-d387a267-3cd3-4758-b654-896a457a5123 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1286402
Jul 07 18:35:34.595034 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8f0f22c2-5049-4370-9dfb-9de1ede23d9a req-a4a5d1c9-65f1-44b5-9b4d-00354b48502b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724349
Jul 07 18:35:34.625737 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.629648 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e4f3fb57-4aaa-4650-a4a3-713b7ca62acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:34.699923 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:34.703197 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:34.709056 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Checking segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:35:34.709405 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Network hostable DHCP agents. Network: acc736c6-1518-47a0-9b32-bba7319f36f6, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:35:34.729418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Network acc736c6-1518-47a0-9b32-bba7319f36f6 is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:35:34.738442 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, acc736c6-1518-47a0-9b32-bba7319f36f6) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:34.742961 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:34.744589 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.748102 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059d66a-e52e-4dfa-b7df-ef8d157116e7 None None] Network acc736c6-1518-47a0-9b32-bba7319f36f6 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:35:34.768108 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8c00fe5e-b31a-47e8-83cc-22a2255f2bfb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5192049
Jul 07 18:35:34.771029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34152) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:34.776243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:34.780949 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:34.785132 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Usage tracker for resource:router and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:34.788009 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:34.794230 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:34.804888 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3722114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-451'] for router, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.805850 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3822056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-360158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-506'] for router, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.824104 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:34.973647 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b34b0b4-f25f-5bb7-99d3-0fc169ff581e-acc736c6-1518-47a0-9b32-bba7319f36f6', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf'}]}} from dv-cinder-798696-1-iscsi. {{(pid=78560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 07 18:35:34.974505 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.106637 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3715346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-484'] for router, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.145090 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.db_base_plugin_common [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Allocated IP 172.20.0.2 (acc736c6-1518-47a0-9b32-bba7319f36f6/a26ec76e-c4b8-4d1a-b423-0f6a37beabcf/79c41157-9f4a-4de4-a89a-1a2c3a450d6f) {{(pid=78560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:35.382873 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Notify callbacks [] for port, precommit_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.395184 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Transition to ACTIVE for port object 79c41157-9f4a-4de4-a89a-1a2c3a450d6f will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:35:35.414857 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Transition to ACTIVE for port object 79c41157-9f4a-4de4-a89a-1a2c3a450d6f will not be triggered until provisioned by entity DHCP. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:35:35.427414 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244'] for port, after_create {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.437114 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:35.452261 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.506021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.592091 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Network acc736c6-1518-47a0-9b32-bba7319f36f6 is already hosted by enough agents. {{(pid=78560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:35.596583 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.scheduler.base_scheduler [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Resources bound (agent type, host, resource id):  {{(pid=78560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:35.602203 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Received port after_create {{(pid=78560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:35.612276 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Pushing event updated for resources: {'Port': ['ID=79c41157-9f4a-4de4-a89a-1a2c3a450d6f,revision_number=1']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:35.640651 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:35.699494 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Allocated IP 172.27.3.215 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/6db46c82-b32f-4d2c-b2f9-9a9919abc6af) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:35.710229 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Attempting to bind port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:35:35.710586 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Attempting to bind port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:35:35.710829 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Attempting to bind port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f on network acc736c6-1518-47a0-9b32-bba7319f36f6 {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:35:35.717582 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:35:35.718096 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Checking segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:35:35.718507 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.718900 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Bound using segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:35:35.719373 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Bound port: 79c41157-9f4a-4de4-a89a-1a2c3a450d6f, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:35:35.719822 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.817255 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae532124-b827-4a6a-8e45-bd299050409d req-f379e698-bee9-4d39-9baf-3f3156a8dd57 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:35.818713 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ae532124-b827-4a6a-8e45-bd299050409d req-f379e698-bee9-4d39-9baf-3f3156a8dd57 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0986395
Jul 07 18:35:35.822965 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] For port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:35:35.826960 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] For port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=79c41157-9f4a-4de4-a89a-1a2c3a450d6f,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:35:35.832056 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.835871 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:35.869242 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.874845 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ae532124-b827-4a6a-8e45-bd299050409d req-2fafec4a-bfe7-4ed9-a8db-ff8776d930fe tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480840
Jul 07 18:35:35.911595 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:35.923455 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8febe2af-8514-4c05-aa76-5176bad95c79 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:35.924772 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Pushing event updated for resources: {'Port': ['ID=79c41157-9f4a-4de4-a89a-1a2c3a450d6f,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:35.927882 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:36.042626 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:36.047879 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:36.054282 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:36.138353 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Pushing event updated for resources: {'Port': ['ID=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:36.146375 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:36.499242 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:35:36.655908 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:36.723635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 5bea107e-a86e-40b9-95a4-01713251329e no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:35:36.768116 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 5bea107e-a86e-40b9-95a4-01713251329e {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:35:36.768574 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 5bea107e-a86e-40b9-95a4-01713251329e not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:35:36.975863 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb9175-221b-470a-9a3f-4a3d105af7fa None None] Network acc736c6-1518-47a0-9b32-bba7319f36f6 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:35:37.080185 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3715383'] for router, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:37.092484 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-d1c7a481-05c5-4e07-8226-59c4f6eaba82 None None] Provisioning for port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:37.154042 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13926f-0139-4fe2-95bf-d1966c914c89 req-f13a3b56-5b57-4637-834a-94c176529c6b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:37.156774 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a13926f-0139-4fe2-95bf-d1966c914c89 req-f13a3b56-5b57-4637-834a-94c176529c6b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1159282
Jul 07 18:35:37.367071 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a13926f-0139-4fe2-95bf-d1966c914c89 req-9d710e1a-f6cb-42c5-b7da-4209e5a1c0b7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1962852
Jul 07 18:35:37.402527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 is scheduled to L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 with binding_index 1 {{(pid=78559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 07 18:35:37.648674 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 79c41157-9f4a-4de4-a89a-1a2c3a450d6f up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:37.674109 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:35:37.692917 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Sync routers for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:35:37.719312 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:37.720382 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.9482074
Jul 07 18:35:37.723180 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34168) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:37.732738 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:37.733411 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca099a880>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:37.902869 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:37.914353 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:37.914731 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:37.986697 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:38.273755 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:38.360997 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=79c41157-9f4a-4de4-a89a-1a2c3a450d6f,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:38.368504 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:38.371922 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:38.458589 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=79c41157-9f4a-4de4-a89a-1a2c3a450d6f,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:38.462341 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:38.465026 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca099a880>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:36Z', 'revision_number': 3, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:38.470313 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Checking router: 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:35:38.470952 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Updating router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af binding host dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:35:38.550307 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:38.665616 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:38.872927 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f11654-4cf2-42d1-b09e-777f461734d4 req-b56f8396-2722-41fd-bc49-1b8f9cb50dc8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:38.890348 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f0f11654-4cf2-42d1-b09e-777f461734d4 req-b56f8396-2722-41fd-bc49-1b8f9cb50dc8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1509252
Jul 07 18:35:38.963604 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f0f11654-4cf2-42d1-b09e-777f461734d4 req-9b4a1189-b8e6-44a5-b9f8-25bad7124597 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717058
Jul 07 18:35:39.086049 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Allocated IP 172.20.0.1 (acc736c6-1518-47a0-9b32-bba7319f36f6/a26ec76e-c4b8-4d1a-b423-0f6a37beabcf/5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:39.091196 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Notify callbacks [] for port, precommit_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.105307 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Transition to ACTIVE for port object 6db46c82-b32f-4d2c-b2f9-9a9919abc6af will not be triggered until provisioned by entity L2. {{(pid=78560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:35:39.115737 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.123380 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:39.209249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9d219-279a-4464-9f9a-090af803d881 None None] Pushing event updated for resources: {'Port': ['ID=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,revision_number=2']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:39.212010 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Attempting to bind port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:35:39.212975 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Attempting to bind port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:35:39.213826 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Attempting to bind port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af on network 751d8525-1717-4b00-915c-81d56640b26b {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:35:39.216635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c7b9d219-279a-4464-9f9a-090af803d881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:39.221369 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:35:39.222048 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Checking segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:35:39.222253 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.222656 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Bound using segment: {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'} {{(pid=78560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:35:39.223149 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.managers [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Bound port: 6db46c82-b32f-4d2c-b2f9-9a9919abc6af, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd2a15a-7092-48b1-af32-e07f8ca2e110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '751d8525-1717-4b00-915c-81d56640b26b'}}] {{(pid=78560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:35:39.223534 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.311627 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] For port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:35:39.314163 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.315412 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] For port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:35:39.319441 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.323323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:39.343189 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Transition to ACTIVE for port object 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:35:39.388298 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.394901 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:39.411997 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9d219-279a-4464-9f9a-090af803d881 None None] Pushing event updated for resources: {'Port': ['ID=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,revision_number=3']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:39.414787 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:39.415519 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca099a880>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:39.483613 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:39.488981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Network acc736c6-1518-47a0-9b32-bba7319f36f6 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:39.490658 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:39.508047 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:39.510974 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:39.602755 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3715569'] for router_interface, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.615108 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c7b9d219-279a-4464-9f9a-090af803d881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:39.617427 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 79c41157-9f4a-4de4-a89a-1a2c3a450d6f up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:39.764062 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:39.815660 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:39.816038 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:39.938713 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:40.034543 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-0395ea2f-1898-4cb0-bc35-f52c1f30cbf2 None None] Provisioning for port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:40.051970 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-0395ea2f-1898-4cb0-bc35-f52c1f30cbf2 None None] Provisioning complete for port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:40.052349 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0395ea2f-1898-4cb0-bc35-f52c1f30cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:40.193257 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58532-5dac-4212-942f-8a4a64b025a9 req-4d52a114-1f06-40c3-9cee-c62567c87635 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:40.203254 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bee58532-5dac-4212-942f-8a4a64b025a9 req-4d52a114-1f06-40c3-9cee-c62567c87635 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1054113
Jul 07 18:35:40.234466 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-0395ea2f-1898-4cb0-bc35-f52c1f30cbf2 None None] Port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:35:40.261518 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bee58532-5dac-4212-942f-8a4a64b025a9 req-766a3bbb-5020-453e-8a9d-8155611399e8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572422
Jul 07 18:35:40.353820 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca099a880>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:36Z', 'revision_number': 3, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:40.358638 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1744a-193e-4637-b8d5-d5e145ebda76 None None] The sync data for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi is: [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:36Z', 'revision_number': 3, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:35:40.362788 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:40.369579 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:40.396362 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:40.485266 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:40.487831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3722058'] for router_interface, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:40.491792 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:40.685605 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Network acc736c6-1518-47a0-9b32-bba7319f36f6 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:40.687069 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:40.916204 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:35:41.070436 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-ac6f22f0-49a8-443a-9209-4d68794e475b None None] Provisioning complete for port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:41.076018 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-ac6f22f0-49a8-443a-9209-4d68794e475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:41.149354 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f22f0-49a8-443a-9209-4d68794e475b None None] Port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:35:41.166198 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:35:41.180579 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] 10.222.0.60 "PUT /v2.0/routers/5b59375d-5c89-48b9-847e-f0b1ad9ecd05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4562221
Jul 07 18:35:41.487866 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9ae9b-c95e-47e4-a9b1-fa707d751970 req-bf1ca108-f74f-49c2-b64e-a02fca674f82 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:41.489634 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c6d9ae9b-c95e-47e4-a9b1-fa707d751970 req-bf1ca108-f74f-49c2-b64e-a02fca674f82 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0956101
Jul 07 18:35:41.560892 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c6d9ae9b-c95e-47e4-a9b1-fa707d751970 req-1cb56f03-ce98-454a-be05-945b38599ca0 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642202
Jul 07 18:35:41.581272 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 6db46c82-b32f-4d2c-b2f9-9a9919abc6af up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:41.659246 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:41.665320 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:41.666312 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:41.826065 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:41.852586 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:41.854782 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34204) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:41.858518 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:41.860340 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-ca3fdffc-0bf2-4c3a-9c4a-8b3b4638b5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:41.863639 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065783336', 'description': 'tempest-description--1426625840'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:41.870998 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:41.875447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:41.879261 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:41.887030 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:41.901765 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:41.927056 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:41.932956 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group_rule and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:41.937974 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:41.949288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:41.992660 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.002278 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:42.012404 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:42.063051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.068305 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.072263 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-74dfc95d-92e3-4379-8a1e-14dc5fb88737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:42.116730 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.117976 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2616110
Jul 07 18:35:42.119008 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f02b3b-1c4d-4ceb-809b-57d6c1394d25,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:42.122108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34208) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:42.124700 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6150c88b-6d67-4609-ada0-8fee3ef26a29 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:42.128107 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'security_group_rule': {'security_group_id': '88f02b3b-1c4d-4ceb-809b-57d6c1394d25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:42.134578 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:42.139609 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group_rule and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:42.142860 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:42.144121 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Sync routers for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:35:42.153928 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:42.154143 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:42.154671 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0771400>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:42.176240 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.256129 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.262309 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.266000 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:42.293454 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6d3a6c-57e4-4847-9d4c-23927dd0fefc,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:42.297691 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:42.309967 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.313658 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-65a2a934-03b7-4347-abe1-839b6b4d50e1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1883039
Jul 07 18:35:42.313932 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34216) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:42.319343 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'security_group_rule': {'security_group_id': '88f02b3b-1c4d-4ceb-809b-57d6c1394d25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:42.326744 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:42.332037 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group_rule and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:42.336357 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:42.345067 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:42.380655 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.385671 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:42.474006 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.478998 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.481999 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:42.506048 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edd6a98-3259-48bf-9217-31493e6e64bb,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:42.509093 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:42.519994 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.526071 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f003cfca-da34-4989-84ac-3da3c6c9e2e5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2073615
Jul 07 18:35:42.527074 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34220) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:42.536239 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:42.547923 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:42.555219 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:floatingip and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:42.559749 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:42.568698 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:42.586267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.814212 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:42.877704 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c530d5-6130-406d-a409-88a7832e69ab req-f92caca8-eeb8-4b15-a865-28ce57494ad5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:42.880098 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-92c530d5-6130-406d-a409-88a7832e69ab req-f92caca8-eeb8-4b15-a865-28ce57494ad5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1199672
Jul 07 18:35:42.932898 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0771400>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:40Z', 'revision_number': 2, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:42.940112 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-92c530d5-6130-406d-a409-88a7832e69ab req-66786bae-6765-49e9-bf02-59a5289bc336 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479858
Jul 07 18:35:42.940854 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Checking router: 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:35:42.941408 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Updating router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e binding host dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 07 18:35:42.989566 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Allocated IP 172.27.3.151 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/e463db32-bd33-460c-b7ac-1a9b6595947a) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:43.051228 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.185798 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.248448 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.255383 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3ef36d9-b006-4411-89d9-67f4e255dabb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:43.381346 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'Port': ['ID=e463db32-bd33-460c-b7ac-1a9b6595947a,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:43.420270 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:43.427461 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:43.434271 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:43.445606 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:43.451912 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368bdc7-74d2-4f63-9495-c947d7970128 req-d70201db-de71-4253-8f07-5b14fce60446 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:43.453758 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8368bdc7-74d2-4f63-9495-c947d7970128 req-d70201db-de71-4253-8f07-5b14fce60446 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.1008003
Jul 07 18:35:43.526278 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8368bdc7-74d2-4f63-9495-c947d7970128 req-4dd7a894-b0a2-4a57-bf85-448151c05861 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649571
Jul 07 18:35:43.533864 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-c06e8ed3-03d6-4f09-9242-64d84b5e1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:43.535578 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-c06e8ed3-03d6-4f09-9242-64d84b5e1971 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 1098 time: 0.1500916
Jul 07 18:35:43.606840 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 6db46c82-b32f-4d2c-b2f9-9a9919abc6af up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:43.626645 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Notify callbacks [] for port, precommit_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.643122 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.provisioning_blocks [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Transition to ACTIVE for port object 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e will not be triggered until provisioned by entity L2. {{(pid=78561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:35:43.650998 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.655919 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:43.686246 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:43.686606 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.821239 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Pushing event updated for resources: {'Port': ['ID=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,revision_number=3']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:43.828610 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.841691 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.842444 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.843864 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.844408 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.844957 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.845466 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.845956 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.846442 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.846959 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.847443 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.847915 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.848534 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:43.878553 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:43.914337 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Attempting to bind port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e on host dv-cinder-798696-1-iscsi for vnic_type normal with profile  {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:35:43.914997 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Attempting to bind port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e by drivers openvswitch,hyperv on host dv-cinder-798696-1-iscsi at level 0 using segments [{'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:35:43.916102 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Attempting to bind port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e on network acc736c6-1518-47a0-9b32-bba7319f36f6 {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:35:43.922734 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-a663256a-faf5-47dd-bd12-9e6069913f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:43.924282 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-a663256a-faf5-47dd-bd12-9e6069913f13 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 911 time: 0.3808584
Jul 07 18:35:43.925790 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Checking agent: {'id': '336a98d7-4927-4578-90d9-84301613a466', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798696-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 22, 24), 'started_at': datetime.datetime(2021, 7, 7, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798696-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:35:43.926246 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Checking segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:35:43.927605 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:43.928021 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Bound using segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} {{(pid=78561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:35:43.928533 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.managers [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Bound port: 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e, host: dv-cinder-798696-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}}] {{(pid=78561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:35:43.929570 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:44.050404 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:44.077874 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-8e3014db-3b24-472b-a73d-ad352c156af0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 200  len: 1001 time: 0.1419945
Jul 07 18:35:44.089896 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] For port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e, host dv-cinder-798696-1-iscsi, cleared binding levels {{(pid=78561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:35:44.093770 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.plugins.ml2.db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] For port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e, host dv-cinder-798696-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:35:44.098452 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron_lib.callbacks.manager [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:44.105316 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:44.181677 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:35:44.182557 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0771400>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:44.185527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-5ffe078e-7fc1-4a6c-8cb0-79e3669f67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:44.187259 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-5ffe078e-7fc1-4a6c-8cb0-79e3669f67a4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.0868566
Jul 07 18:35:44.282847 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Pushing event updated for resources: {'Port': ['ID=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,revision_number=4']} {{(pid=78561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:44.287982 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG oslo_concurrency.lockutils [None req-a21c64ce-69b0-416e-9d20-d6d412a9253b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:44.440568 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:35:44.459319 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-a6c52d78-d074-4d43-b414-de8d13f43ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:44.460942 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-a6c52d78-d074-4d43-b414-de8d13f43ded service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1559551
Jul 07 18:35:44.515043 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:44.567637 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:44.581594 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:44.724978 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'Port': ['ID=e463db32-bd33-460c-b7ac-1a9b6595947a,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:44.732679 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:44.735425 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:44.757993 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2656a-b973-488a-892b-5bd0f4de0acf req-2df35375-b75a-44c2-b88b-0f71f63c1e87 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:44.760931 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e9c2656a-b973-488a-892b-5bd0f4de0acf req-2df35375-b75a-44c2-b88b-0f71f63c1e87 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0941415
Jul 07 18:35:44.768646 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-46b2c7a2-47ea-4cfe-a028-667a2ef5d8cc service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897360
Jul 07 18:35:44.778891 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:44.788108 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2516336
Jul 07 18:35:44.817717 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0771400>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:44Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:35:44.822844 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b923b87-3364-42e8-a086-72f34706dde8 None None] The sync data for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi is: [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:44Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:35:44.823163 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e9c2656a-b973-488a-892b-5bd0f4de0acf req-9808b856-33c3-4699-ab14-42166a0525ef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547538
Jul 07 18:35:44.979498 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-756a0ce3-f75e-4f0c-aca2-2c4d9b0fc200 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2065783336&fields=id&tenant_id=58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 267 time: 0.0511775
Jul 07 18:35:45.145219 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-4458bf1c-8e08-42a3-a976-45a15736545b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:45.146672 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-4458bf1c-8e08-42a3-a976-45a15736545b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 816 time: 0.1604593
Jul 07 18:35:45.164249 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-e248ebd4-a4de-445d-ba7d-397bcef7ed03 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/quotas/58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 375 time: 0.0101917
Jul 07 18:35:45.259661 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5e6247a3-0c60-4e98-811c-82cdc9a40067 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0883052
Jul 07 18:35:45.416698 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-a8a726df-14be-4572-907c-b535ad4ab7e0 service neutron] 10.222.0.60 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452000
Jul 07 18:35:45.581451 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-4734b7f8-637f-4b9c-b289-3be28658ddad service neutron] 10.222.0.60 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582124
Jul 07 18:35:45.582528 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:45.669635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning for port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:45.675977 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:45.676589 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:45.796257 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-811584e6-a812-422b-83a0-5fa87ec91629 req-9a29eee3-e768-46f9-89f2-7d68726c0989 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 210 time: 0.0584004
Jul 07 18:35:45.829892 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:45.877427 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] For port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:45.883462 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:45.891921 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:45.944916 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-d7efbfb0-3bf0-4422-81fb-24ed0bca044e req-932e11cf-d45b-4c18-b4d2-e7fa1defdb8a service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564684
Jul 07 18:35:45.988825 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Pushing event updated for resources: {'Port': ['ID=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:45.994008 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:46.081939 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46818-d1b9-4c8e-862c-e12f2fbd0784 req-6ab12855-ac16-4aac-9136-5003e987424b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:46.083664 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-77d46818-d1b9-4c8e-862c-e12f2fbd0784 req-6ab12855-ac16-4aac-9136-5003e987424b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0949473
Jul 07 18:35:46.138178 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-77d46818-d1b9-4c8e-862c-e12f2fbd0784 req-da350d70-9cb7-4064-9ffd-af1c27216ecb tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450649
Jul 07 18:35:46.965778 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f3a47660-4cd9-40e6-8875-bf3c5399e10b req-31a72bf8-6433-4fc5-bdaf-ad1da8a495d4 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 210 time: 0.0466766
Jul 07 18:35:47.332274 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc94d3d-8377-42a7-a1d5-e3e8f3b91d10 req-24d320ea-b22f-4b8d-97fc-ce89a55a9a54 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:47.333769 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5dc94d3d-8377-42a7-a1d5-e3e8f3b91d10 req-24d320ea-b22f-4b8d-97fc-ce89a55a9a54 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0832076
Jul 07 18:35:47.379849 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5dc94d3d-8377-42a7-a1d5-e3e8f3b91d10 req-46b22773-db6c-44da-aea0-1127b7d106a8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400050
Jul 07 18:35:47.546301 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e up at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:47.614913 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Provisioning complete for port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:47.615284 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:48.126388 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9b9c8a7b-a5ea-44d6-b705-631f6c684769 req-e510bfeb-b30d-4585-8b1f-37b90028fbde tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 210 time: 0.0456867
Jul 07 18:35:48.582771 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73d01-7360-44c7-a3f1-6f0866a78730 req-6ed6c347-ac56-416a-aed9-761312641d7a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:48.584292 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-46f73d01-7360-44c7-a3f1-6f0866a78730 req-6ed6c347-ac56-416a-aed9-761312641d7a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0920436
Jul 07 18:35:48.637752 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-46f73d01-7360-44c7-a3f1-6f0866a78730 req-badfaec6-b6b8-4723-a334-9a08251fdb97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462027
Jul 07 18:35:48.706191 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-48b17118-cb0f-44bb-bb0c-692e0c2cecfa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:48.706987 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-48b17118-cb0f-44bb-bb0c-692e0c2cecfa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Synchronizing usage tracker for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:network {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:35:48.727142 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-48b17118-cb0f-44bb-bb0c-692e0c2cecfa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Unset dirty status for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:network {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:35:48.728478 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-48b17118-cb0f-44bb-bb0c-692e0c2cecfa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 816 time: 0.1897712
Jul 07 18:35:48.788260 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-471a6f21-22ea-434b-9023-8a184ac40b17 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Synchronizing usage tracker for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:security_group {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:35:48.809140 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-471a6f21-22ea-434b-9023-8a184ac40b17 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Unset dirty status for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:security_group {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:35:48.810635 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-471a6f21-22ea-434b-9023-8a184ac40b17 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 380 time: 0.0711937
Jul 07 18:35:48.825333 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'port': {'device_id': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'admin_state_up': True, 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'security_groups': ['88f02b3b-1c4d-4ceb-809b-57d6c1394d25']}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:48.987227 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:35:48.991252 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:port and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:35:48.994704 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:35:49.000569 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:35:49.011073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Made reservation on behalf of 58b88981905141b6b2fd8ccbfa870f36 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:35:49.014896 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:49.196106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Allocated IP 172.20.0.9 (acc736c6-1518-47a0-9b32-bba7319f36f6/a26ec76e-c4b8-4d1a-b423-0f6a37beabcf/30964cf3-6d9c-44e7-a743-7e39da330cea) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:35:49.425941 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5632cf60-c767-438d-9e76-60468e228ed2 req-893b0e96-dfcd-4cd1-b650-b55085a04b86 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 210 time: 0.1396863
Jul 07 18:35:49.720936 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:49.746613 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Transition to ACTIVE for port object 30964cf3-6d9c-44e7-a743-7e39da330cea will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:35:49.780317 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:49.786297 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7501ddb9-6f37-4f2b-817d-18cbac320b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:49.867952 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Network acc736c6-1518-47a0-9b32-bba7319f36f6 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:35:49.871706 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:35:49.874242 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:35:49.916340 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:49.919679 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:49.968806 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:49.969539 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:49.996589 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1758735
Jul 07 18:35:50.009289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Request body: {'port': {'device_id': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:50.100845 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-f28d9355-425a-42fa-a728-1ba0cc91f5bc None None] Provisioning for port 30964cf3-6d9c-44e7-a743-7e39da330cea completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:50.108483 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-f28d9355-425a-42fa-a728-1ba0cc91f5bc None None] Provisioning complete for port 30964cf3-6d9c-44e7-a743-7e39da330cea triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:50.108882 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f28d9355-425a-42fa-a728-1ba0cc91f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:50.129417 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:50.167649 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-f28d9355-425a-42fa-a728-1ba0cc91f5bc None None] Port 30964cf3-6d9c-44e7-a743-7e39da330cea cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:35:50.477239 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30964cf3-6d9c-44e7-a743-7e39da330cea {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:35:50.485662 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:50.501476 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Transition to ACTIVE for port object 30964cf3-6d9c-44e7-a743-7e39da330cea will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:35:50.505497 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:50.509846 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:50.667784 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:50.675037 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86450b84-9246-4e8b-bbea-00497d818aaf req-b7b47780-5447-4687-93b2-523cf4672fc0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:50.676590 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86450b84-9246-4e8b-bbea-00497d818aaf req-b7b47780-5447-4687-93b2-523cf4672fc0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1166942
Jul 07 18:35:50.707511 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:50.743433 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86450b84-9246-4e8b-bbea-00497d818aaf req-ccf4fbe6-5f30-4254-bef6-7873b73d3e06 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606840
Jul 07 18:35:50.825322 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Attempting to bind port 30964cf3-6d9c-44e7-a743-7e39da330cea on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:35:50.825888 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Attempting to bind port 30964cf3-6d9c-44e7-a743-7e39da330cea by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:35:50.826011 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Attempting to bind port 30964cf3-6d9c-44e7-a743-7e39da330cea on network acc736c6-1518-47a0-9b32-bba7319f36f6 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:35:50.831334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Port 30964cf3-6d9c-44e7-a743-7e39da330cea on network acc736c6-1518-47a0-9b32-bba7319f36f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:35:50.831638 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Attempting to bind port 30964cf3-6d9c-44e7-a743-7e39da330cea on network acc736c6-1518-47a0-9b32-bba7319f36f6 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:35:50.837354 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:35:50.837354 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Checking segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:35:50.838058 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Bound using segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:35:50.838480 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Bound port: 30964cf3-6d9c-44e7-a743-7e39da330cea, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:35:50.838823 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:50.936737 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:35:50.940186 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:35:50.944493 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:50.949704 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbf30f27-1574-48ab-aecb-b4afb9751b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:51.006794 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:51.007402 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:51.009127 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] 10.222.0.101 "PUT /v2.0/ports/30964cf3-6d9c-44e7-a743-7e39da330cea HTTP/1.1" status: 200  len: 1093 time: 1.0041821
Jul 07 18:35:51.009531 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:51.034855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:51.038256 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:51.094066 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'status': 'completed', 'code': 200}
Jul 07 18:35:51.141448 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-691eec5d-79f8-4fee-89d4-948482a9338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:51.142961 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-691eec5d-79f8-4fee-89d4-948482a9338a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 1096 time: 0.0857706
Jul 07 18:35:51.229057 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-b255ebb4-2fe9-4b10-bc30-397d45a8a2d4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30964cf3-6d9c-44e7-a743-7e39da330cea HTTP/1.1" status: 200  len: 217 time: 0.0676670
Jul 07 18:35:51.297210 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-cc4ea6a8-1798-45f7-8f74-f38459836189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:51.298666 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-cc4ea6a8-1798-45f7-8f74-f38459836189 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0621321
Jul 07 18:35:51.374356 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-70c8d08b-04cc-49b9-ac39-00095a609a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:51.375829 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-70c8d08b-04cc-49b9-ac39-00095a609a0a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697362
Jul 07 18:35:51.511260 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-d068027b-2717-4835-880a-4cd557e81338 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277661
Jul 07 18:35:51.750769 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7ecc054f-7b8d-471a-a9a7-9529a35a1fbf req-e482ed82-b440-4e74-8277-a6dd0baf2153 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313380
Jul 07 18:35:51.893602 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-7a1f563e-2e3d-40b6-bf74-d30f6a3e09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:51.895240 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-7a1f563e-2e3d-40b6-bf74-d30f6a3e09fe service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 1096 time: 0.0849874
Jul 07 18:35:51.983463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a067cb-9536-4662-85d5-66c37dc9b61f req-d3881e21-a2d0-4672-a1dd-eb2e6cc6cffa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:51.991062 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-57a067cb-9536-4662-85d5-66c37dc9b61f req-d3881e21-a2d0-4672-a1dd-eb2e6cc6cffa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1158726
Jul 07 18:35:52.046251 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-57a067cb-9536-4662-85d5-66c37dc9b61f req-d88c55fb-8f7f-4377-9892-c9a1c1e031a2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531282
Jul 07 18:35:52.055805 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-532a54e2-391a-4bc7-83fd-697f1dae4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:52.057608 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-532a54e2-391a-4bc7-83fd-697f1dae4dc6 service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.1514082
Jul 07 18:35:52.131058 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-744426cd-f6f7-4210-81af-49ddabd18b98 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30964cf3-6d9c-44e7-a743-7e39da330cea HTTP/1.1" status: 200  len: 217 time: 0.0629346
Jul 07 18:35:52.201973 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-a560c468-1768-4fde-bc88-384f6b55635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:52.203409 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-a560c468-1768-4fde-bc88-384f6b55635e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0618887
Jul 07 18:35:52.288048 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-7a9a8899-10be-4cce-aa20-eba5b541afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:52.289494 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-7a9a8899-10be-4cce-aa20-eba5b541afe8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781498
Jul 07 18:35:52.425027 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-1a5c35b8-8350-469c-873e-89f8eeed4d8e service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269367
Jul 07 18:35:52.566884 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9078a33a-0810-4149-87bb-f63cc65abbcf req-899b4243-8252-4656-bcf5-95eaf5d4964c service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307700
Jul 07 18:35:52.921763 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-14d926ca-0b49-47b0-9712-b3b5b6de1f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:53.255574 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00c75-661c-42ed-bc0d-12a91a58ec69 req-bb19c3d7-fbc9-477f-83b7-d399b19f9bda tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:53.257151 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ef00c75-661c-42ed-bc0d-12a91a58ec69 req-bb19c3d7-fbc9-477f-83b7-d399b19f9bda tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1018839
Jul 07 18:35:53.307354 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ef00c75-661c-42ed-bc0d-12a91a58ec69 req-5308d3a9-5a51-47fa-bc7e-5869baf61f23 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414538
Jul 07 18:35:53.549207 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:53.870325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:35:54.018968 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:54.033190 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'port_id': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'mac_address': 'fa:16:3e:6a:d3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:35:54.088919 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:54.106157 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30964cf3-6d9c-44e7-a743-7e39da330cea {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:35:54.123037 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:54.127654 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:54.129419 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c9f55394-238a-4711-891e-b4d034affba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:54.197509 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:54.204773 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.205151 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.205489 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.205822 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.206152 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.206477 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.206798 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.207118 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.207440 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.207757 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.208078 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.208388 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:35:54.213014 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:54.436911 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['30964cf3-6d9c-44e7-a743-7e39da330cea'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:35:54.508678 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55073d30-cf91-4a95-b7f4-78bddcb97bc9 req-d3bbee69-dcb9-466e-8695-9588d0152af3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:54.510255 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-55073d30-cf91-4a95-b7f4-78bddcb97bc9 req-d3bbee69-dcb9-466e-8695-9588d0152af3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 944 time: 0.0888302
Jul 07 18:35:54.565894 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-55073d30-cf91-4a95-b7f4-78bddcb97bc9 req-995883fc-be02-4a8f-b3a3-2f442e83d841 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489037
Jul 07 18:35:55.765740 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766aefd-68d2-4433-9d1f-60a62dc74434 req-562816d3-589e-4f5b-aa09-7f2f8a1dc8d2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:55.767373 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e766aefd-68d2-4433-9d1f-60a62dc74434 req-562816d3-589e-4f5b-aa09-7f2f8a1dc8d2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 944 time: 0.0900626
Jul 07 18:35:55.813936 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e766aefd-68d2-4433-9d1f-60a62dc74434 req-fda37d4c-bef5-4654-9cc6-454db0174385 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405700
Jul 07 18:35:55.877515 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:35:55.960720 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 30964cf3-6d9c-44e7-a743-7e39da330cea completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:35:55.966167 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 30964cf3-6d9c-44e7-a743-7e39da330cea triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:35:55.966544 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:56.131941 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:56.158877 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:35:56.171947 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:35:56.178053 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:56.181413 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-603c1828-951e-4613-b322-7dd4a4921a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:56.223869 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'code': 200}
Jul 07 18:35:56.265397 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-790938a9-5f3f-4bcf-b972-f31616479c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:56.275306 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:56.278278 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:56.473989 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5abd5-beaa-4c55-b98e-d55cf9ee4303 req-ff5ae932-60e3-457f-bbbf-d8a6e67c02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:56.475483 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-cdc5abd5-beaa-4c55-b98e-d55cf9ee4303 req-ff5ae932-60e3-457f-bbbf-d8a6e67c02cc service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 1098 time: 0.0779603
Jul 07 18:35:56.520325 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-cdc5abd5-beaa-4c55-b98e-d55cf9ee4303 req-6d9619a8-834c-4bb5-b013-7f3ed5435b83 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355768
Jul 07 18:35:57.021581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48a47d-f5f3-4b2d-9d28-3a411ba15ae4 req-d72eb950-9531-4256-a507-7ebd9d899930 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:57.023151 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb48a47d-f5f3-4b2d-9d28-3a411ba15ae4 req-d72eb950-9531-4256-a507-7ebd9d899930 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0878251
Jul 07 18:35:57.069638 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb48a47d-f5f3-4b2d-9d28-3a411ba15ae4 req-696ffdd2-d159-40b0-b497-e89fd5293b71 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399499
Jul 07 18:35:57.358533 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:58.271757 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912b992-5c60-4fac-b513-57891fe92547 req-bc69777f-2cd0-4c88-a793-4575a75e8e35 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:58.273254 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8912b992-5c60-4fac-b513-57891fe92547 req-bc69777f-2cd0-4c88-a793-4575a75e8e35 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0926740
Jul 07 18:35:58.321048 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8912b992-5c60-4fac-b513-57891fe92547 req-268d4353-ebcb-4289-b398-cf7f2f6f2658 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415945
Jul 07 18:35:58.527673 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6307a28-3d42-43d3-a227-275aa97a4711 req-9746586d-eea2-439a-ad74-034fbe78b879 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:35:58.529214 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a6307a28-3d42-43d3-a227-275aa97a4711 req-9746586d-eea2-439a-ad74-034fbe78b879 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0851305
Jul 07 18:35:58.537890 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34392) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:58.544069 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'floatingip': {'port_id': '30964cf3-6d9c-44e7-a743-7e39da330cea'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:35:58.578378 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:58.627484 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.232576 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.237836 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.493829 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Floating IP 2e3b6200-2a79-49a5-98a0-0dcabd9d2644 associated. External IP: 172.27.3.151, port: 30964cf3-6d9c-44e7-a743-7e39da330cea.
Jul 07 18:35:59.586671 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34400) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:35:59.647165 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Deleting subnet aa9c9395-fd22-40b4-bfd0-7da92167d566 {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:35:59.650715 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.706649 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.764921 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.836858 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.842224 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:35:59.857462 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:35:59.881666 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9c9395-fd22-40b4-bfd0-7da92167d566,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:35:59.884556 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:35:59.888487 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:35:59.897448 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aa9c9395-fd22-40b4-bfd0-7da92167d566 HTTP/1.1" status: 204  len: 168 time: 0.3095262
Jul 07 18:35:59.898797 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34406) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:00.074130 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.120600 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:36:00.125892 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.131367 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] Sync routers for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:36:00.140664 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:36:00.141566 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05495b0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:00.204188 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-1f0ae2a1-7163-4223-a02e-cb18f46657ab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "PUT /v2.0/floatingips/2e3b6200-2a79-49a5-98a0-0dcabd9d2644 HTTP/1.1" status: 200  len: 991 time: 1.6538856
Jul 07 18:36:00.206323 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:36:00.219409 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-5377a711-c85b-4c00-bc0e-a030f7e6d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.220944 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-5377a711-c85b-4c00-bc0e-a030f7e6d3c8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1138 time: 0.2220006
Jul 07 18:36:00.224614 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.240176 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e25ac-4654-43bb-95b2-0d8842d40ddf req-813e4477-baff-47f0-a21f-252ae56290dd tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.242076 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9f6e25ac-4654-43bb-95b2-0d8842d40ddf req-813e4477-baff-47f0-a21f-252ae56290dd tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.2094221
Jul 07 18:36:00.315066 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9f6e25ac-4654-43bb-95b2-0d8842d40ddf req-112f5250-a801-4110-a1db-5b25aaf601e3 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0647461
Jul 07 18:36:00.334692 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:36:00.368178 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'status': 'completed', 'code': 200}
Jul 07 18:36:00.429896 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9bf92af0>,) {'filters': {'network_id': ['c651a4ca-df17-41bd-93fa-b506a825cd88']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:00.446321 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9bf92af0>, 'b8764e26-2d98-4a96-b687-16dd79a9da13') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:00.446615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9bf92af0>, 'b8764e26-2d98-4a96-b687-16dd79a9da13') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:00.463813 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.466750 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8ef8c-81d0-4088-b249-d19141998365 req-509cf565-4c95-4352-b0c1-b4db44fa6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.468563 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62d8ef8c-81d0-4088-b249-d19141998365 req-509cf565-4c95-4352-b0c1-b4db44fa6b70 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 1098 time: 0.0740073
Jul 07 18:36:00.504346 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.515842 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:36:00.516175 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.531477 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-c9d815a2-5c4c-4b24-aa79-6cf73a1ba08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.532984 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-c9d815a2-5c4c-4b24-aa79-6cf73a1ba08c service neutron] 10.222.0.101 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 915 time: 0.3002822
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:36:00.533656 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:36:00.617915 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8ef8c-81d0-4088-b249-d19141998365 req-6387cf92-0cd8-4567-9361-d3f5e489cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.620649 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62d8ef8c-81d0-4088-b249-d19141998365 req-6387cf92-0cd8-4567-9361-d3f5e489cf27 service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.1425345
Jul 07 18:36:00.700064 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.712498 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:00.726917 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-7293e6fd-7af7-4852-a9d4-b0b3948ec5a8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 1001 time: 0.1413047
Jul 07 18:36:00.727964 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:00.736489 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05495b0>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2e3b6200-2a79-49a5-98a0-0dcabd9d2644', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'port_id': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'mac_address': 'fa:16:3e:6a:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:43Z', 'updated_at': '2021-07-07T18:35:59Z', 'revision_number': 1, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:00.740560 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62d8ef8c-81d0-4088-b249-d19141998365 req-f2cc38c7-f1ca-4836-a203-255790df4908 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30964cf3-6d9c-44e7-a743-7e39da330cea HTTP/1.1" status: 200  len: 999 time: 0.1096170
Jul 07 18:36:00.740951 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] Checking router: 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:36:00.749675 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:36:00.750385 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05495b0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:35:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:00.781834 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Pushing event deleted for resources: {'Network': ['ID=c651a4ca-df17-41bd-93fa-b506a825cd88,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:00.789143 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:00.798435 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a1bed5a9-347e-4041-ae73-f5e7156eb63d admin admin] 10.222.0.60 "DELETE /v2.0/networks/c651a4ca-df17-41bd-93fa-b506a825cd88 HTTP/1.1" status: 204  len: 168 time: 0.8962491
Jul 07 18:36:00.805262 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-c9b98839-d4ce-4f5a-81c6-f53632e1897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.806776 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-c9b98839-d4ce-4f5a-81c6-f53632e1897f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 200  len: 853 time: 0.0700891
Jul 07 18:36:00.813473 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8ef8c-81d0-4088-b249-d19141998365 req-f6a81bcc-2908-4b24-a780-a28c7f841d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.821907 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62d8ef8c-81d0-4088-b249-d19141998365 req-f6a81bcc-2908-4b24-a780-a28c7f841d3a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0743401
Jul 07 18:36:00.897279 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-4386c42d-e2ed-47a5-be27-fe1e67eea4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:00.898752 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-4386c42d-e2ed-47a5-be27-fe1e67eea4e5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e018944e-49ed-4c9f-9031-1319c57dda66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833189
Jul 07 18:36:00.968525 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:36:00.988979 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34418) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:01.018768 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8ef8c-81d0-4088-b249-d19141998365 req-723bda13-b074-4b14-aa5c-9e1d05158301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:01.020388 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62d8ef8c-81d0-4088-b249-d19141998365 req-723bda13-b074-4b14-aa5c-9e1d05158301 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1916893
Jul 07 18:36:01.073271 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9a348719-ec14-4e9e-901e-05dc25bba958 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16f1b4813c364c01814f3dadd0a55daa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0822787
Jul 07 18:36:01.075867 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34422) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:01.114868 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-8191ec73-255e-46d8-8bb0-6de1f46fe7d6 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074797
Jul 07 18:36:01.180816 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62d8ef8c-81d0-4088-b249-d19141998365 req-a20606e9-beb5-4544-b823-4402222abacc service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492903
Jul 07 18:36:01.237896 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:01.295897 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:01.312656 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-97669633-6ca7-4a28-bb5f-f6de866be601 req-ef1b262a-2fc2-43f3-9e21-0e1ab7ea0e84 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851888
Jul 07 18:36:01.345560 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62d8ef8c-81d0-4088-b249-d19141998365 req-f086d478-f02d-4a02-aafb-f5d0354a018e service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555333
Jul 07 18:36:01.349348 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05495b0>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2e3b6200-2a79-49a5-98a0-0dcabd9d2644', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'port_id': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'mac_address': 'fa:16:3e:6a:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:43Z', 'updated_at': '2021-07-07T18:35:59Z', 'revision_number': 1, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:01.354405 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4c88-18b4-414d-8dfa-8ca1f17cc54d None None] The sync data for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi is: [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2e3b6200-2a79-49a5-98a0-0dcabd9d2644', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'port_id': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'mac_address': 'fa:16:3e:6a:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:35:43Z', 'updated_at': '2021-07-07T18:35:59Z', 'revision_number': 1, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:36:01.378551 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:01.383886 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:01.396991 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6078e1ce-1495-4b5f-bee6-2532592fd9fc,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:01.406552 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:01.408825 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:01.412109 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6078e1ce-1495-4b5f-bee6-2532592fd9fc HTTP/1.1" status: 204  len: 168 time: 0.3332527
Jul 07 18:36:01.653404 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef69f25-1a7b-4b7b-8e57-72101449ca07 None None] New status for floating IP 2e3b6200-2a79-49a5-98a0-0dcabd9d2644: ACTIVE {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:36:01.742607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdb300-8857-44fb-8c00-58ebd5ca63aa req-4088b3ed-3d06-41aa-9d13-830c1a0011f9 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:01.744195 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4bfdb300-8857-44fb-8c00-58ebd5ca63aa req-4088b3ed-3d06-41aa-9d13-830c1a0011f9 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.2987852
Jul 07 18:36:01.798418 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4bfdb300-8857-44fb-8c00-58ebd5ca63aa req-c1638320-e217-42be-8825-0883ee2ece41 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0474052
Jul 07 18:36:02.992463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424f2f-4543-4250-bcc8-56937fa34d8d req-3d162c1f-9d29-4de8-9901-7780b470bcaf tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:02.993935 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e4424f2f-4543-4250-bcc8-56937fa34d8d req-3d162c1f-9d29-4de8-9901-7780b470bcaf tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0843248
Jul 07 18:36:03.041682 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e4424f2f-4543-4250-bcc8-56937fa34d8d req-941f6d29-9ec9-4ec8-a1ff-125265544600 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417461
Jul 07 18:36:04.235915 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7cd21-9a8a-4e90-a508-c44c7ca29578 req-72902d59-09e7-4f89-b8d4-db1f864bf4a7 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:04.237483 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f8e7cd21-9a8a-4e90-a508-c44c7ca29578 req-72902d59-09e7-4f89-b8d4-db1f864bf4a7 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0832469
Jul 07 18:36:04.288294 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f8e7cd21-9a8a-4e90-a508-c44c7ca29578 req-b07a7814-be67-4540-b417-23102626a7f1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450172
Jul 07 18:36:05.479699 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e50b4-478c-4559-827c-ed78ecd739a2 req-cda5f20b-d9de-4f7c-bb09-8cd77ff7c73c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:05.481221 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9d3e50b4-478c-4559-827c-ed78ecd739a2 req-cda5f20b-d9de-4f7c-bb09-8cd77ff7c73c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0846906
Jul 07 18:36:05.529280 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9d3e50b4-478c-4559-827c-ed78ecd739a2 req-27082374-b8e3-4239-9b49-081245d0f5d8 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422468
Jul 07 18:36:06.721879 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dffa96-05c1-48b9-b52e-96691787b322 req-9f403cdb-5837-4475-992b-a81aa9ec3a2b tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:06.723495 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-72dffa96-05c1-48b9-b52e-96691787b322 req-9f403cdb-5837-4475-992b-a81aa9ec3a2b tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0846038
Jul 07 18:36:06.772073 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-72dffa96-05c1-48b9-b52e-96691787b322 req-204633f2-66a3-405b-bd58-6a3aecafdd35 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424924
Jul 07 18:36:07.966355 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd5cdd-7ce1-4fe0-a5a6-6d3a4ed41697 req-84c7efee-d3c1-43ad-94c8-7513c5b2a6e2 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:07.967853 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98fd5cdd-7ce1-4fe0-a5a6-6d3a4ed41697 req-84c7efee-d3c1-43ad-94c8-7513c5b2a6e2 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0842693
Jul 07 18:36:08.021723 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98fd5cdd-7ce1-4fe0-a5a6-6d3a4ed41697 req-3e37dd31-7e13-4be0-8c5d-60fd697b2b57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0463030
Jul 07 18:36:09.208675 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422e470-0e4c-4b62-a422-ccd7237c5460 req-c14f7638-2d36-4442-addf-f42b68fc7c57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:09.210219 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5422e470-0e4c-4b62-a422-ccd7237c5460 req-c14f7638-2d36-4442-addf-f42b68fc7c57 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0816708
Jul 07 18:36:09.260043 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5422e470-0e4c-4b62-a422-ccd7237c5460 req-74ef6109-80a4-42f7-8234-2f5bc30ccf73 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439055
Jul 07 18:36:09.863765 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-1bfd49c1-92e6-4e16-84f4-e0d7d185669d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0726359
Jul 07 18:36:09.963123 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-462e30ec-1688-4064-bb8f-bd1b852072b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:09.964686 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-462e30ec-1688-4064-bb8f-bd1b852072b6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 1098 time: 0.0767741
Jul 07 18:36:10.113185 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-49dae72f-ec83-4994-8e67-0579bc7f49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:10.114686 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-49dae72f-ec83-4994-8e67-0579bc7f49cd service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1296375
Jul 07 18:36:10.220354 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-3c4491a3-3671-420e-a35e-07030f113164 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5 HTTP/1.1" status: 200  len: 1001 time: 0.0984557
Jul 07 18:36:10.285821 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-54f4d551-8ab3-44e3-8d36-6293a9a333d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:10.287380 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-54f4d551-8ab3-44e3-8d36-6293a9a333d0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0590804
Jul 07 18:36:10.374872 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-5ce63d05-380b-4337-9a1e-520054c6b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:10.376258 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-5ce63d05-380b-4337-9a1e-520054c6b110 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797541
Jul 07 18:36:10.666487 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-3bf08c93-2bdc-4461-87bf-ff3382b0caa8 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820656
Jul 07 18:36:10.681150 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2bf98-66b1-453a-915b-558c9e0c2d79 req-60f71166-c365-480e-848c-118a2c3e20a7 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:10.684389 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-75c2bf98-66b1-453a-915b-558c9e0c2d79 req-60f71166-c365-480e-848c-118a2c3e20a7 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.2810268
Jul 07 18:36:10.817225 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-75c2bf98-66b1-453a-915b-558c9e0c2d79 req-61cf8ccc-817e-44bc-95fc-567e5ffd75aa tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1131759
Jul 07 18:36:10.851188 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e8d844c0-e8ad-4156-8296-43b64cfe631d req-2b4a9715-6d57-4ff1-b825-422d395a8f26 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658001
Jul 07 18:36:11.982927 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:12.010586 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d71730-bcd8-43e8-bbeb-a6397d43dd4f req-bb51eaad-f9bb-47ee-a596-bd5cf03d3253 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:12.017283 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-96d71730-bcd8-43e8-bbeb-a6397d43dd4f req-bb51eaad-f9bb-47ee-a596-bd5cf03d3253 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0916958
Jul 07 18:36:12.061622 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-96d71730-bcd8-43e8-bbeb-a6397d43dd4f req-807da42d-6444-40b0-9f43-d30332413e5d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430677
Jul 07 18:36:13.268203 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725815ca-f25d-4745-ae75-1f0307053504 req-52fa051a-612f-4778-9af9-f9145403cdf3 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:13.269747 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-725815ca-f25d-4745-ae75-1f0307053504 req-52fa051a-612f-4778-9af9-f9145403cdf3 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0936389
Jul 07 18:36:13.326656 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-725815ca-f25d-4745-ae75-1f0307053504 req-25f21e3c-da83-479a-b31b-d2d51acf5990 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0507956
Jul 07 18:36:13.498742 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:36:14.526206 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1c23f-b743-409e-af2c-eba4ac853c5b req-92e87d9b-de15-4656-bb50-1165f16b4789 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:14.528181 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-99e1c23f-b743-409e-af2c-eba4ac853c5b req-92e87d9b-de15-4656-bb50-1165f16b4789 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0867586
Jul 07 18:36:14.575213 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-99e1c23f-b743-409e-af2c-eba4ac853c5b req-d45d8b74-4788-4856-9e7e-d16f5524a368 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412412
Jul 07 18:36:15.763535 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c0b83-03bd-4dca-94af-5758b96b6fd9 req-15b747f6-dda6-4abf-96df-fb0c109fbbfd tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:15.764926 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0c5c0b83-03bd-4dca-94af-5758b96b6fd9 req-15b747f6-dda6-4abf-96df-fb0c109fbbfd tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0805809
Jul 07 18:36:15.813382 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0c5c0b83-03bd-4dca-94af-5758b96b6fd9 req-9ca4b443-837f-4e96-ade6-770fdbed1188 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426514
Jul 07 18:36:17.021295 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143446-3480-4446-bf98-33ba9d416f1c req-54f733dd-7141-4699-9695-6951ba7a4ac1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:17.022776 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2c143446-3480-4446-bf98-33ba9d416f1c req-54f733dd-7141-4699-9695-6951ba7a4ac1 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0846822
Jul 07 18:36:17.075870 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2c143446-3480-4446-bf98-33ba9d416f1c req-525baee7-774d-4651-8b5d-b16fb6333a08 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466738
Jul 07 18:36:18.279071 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482c8e2-5556-42ae-b794-320d8c390755 req-68a98b91-2943-4880-bfd4-d8d00b1dd2fe tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:18.280568 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f482c8e2-5556-42ae-b794-320d8c390755 req-68a98b91-2943-4880-bfd4-d8d00b1dd2fe tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.0936191
Jul 07 18:36:18.328850 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f482c8e2-5556-42ae-b794-320d8c390755 req-0e67f322-a520-44d7-8adf-268f95933d33 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=c01cd583-4ac1-4c7e-9db6-54d0061940d1&id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422215
Jul 07 18:36:22.917768 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-491c1d11-fa78-434e-abe1-a6541ba3e94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:23.551275 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:26.251920 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fb6-0c5a-4121-beb3-7c5349f32edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:27.361221 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:28.582841 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:31.316992 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd992-b95e-40f0-ba11-da5f32067fe1 req-6b0aca39-6fe3-4144-8764-29ac6cd78d2f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:31.318467 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bfddd992-b95e-40f0-ba11-da5f32067fe1 req-6b0aca39-6fe3-4144-8764-29ac6cd78d2f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2537012
Jul 07 18:36:31.363797 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bfddd992-b95e-40f0-ba11-da5f32067fe1 req-34ecd9cf-566d-44c3-b6c7-c5a0cc3debad tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391707
Jul 07 18:36:32.555566 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96a6cd-281b-4685-80d3-7b513af73416 req-4181e154-8547-4d5e-9fcb-93913e652f95 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:32.556991 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8a96a6cd-281b-4685-80d3-7b513af73416 req-4181e154-8547-4d5e-9fcb-93913e652f95 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0842280
Jul 07 18:36:32.613322 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8a96a6cd-281b-4685-80d3-7b513af73416 req-55783e5b-4c60-4a5a-bcdb-8cb80c6eb257 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493393
Jul 07 18:36:33.201998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-0878129a-d6a7-4a6e-b287-23a646df1163 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:33.203456 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-0878129a-d6a7-4a6e-b287-23a646df1163 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.0812423
Jul 07 18:36:33.279284 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Deleting port 4b7cef72-120b-4d80-a5cd-432231d22cb5 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:36:33.279617 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:33.529415 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] For port 4b7cef72-120b-4d80-a5cd-432231d22cb5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4b7cef72-120b-4d80-a5cd-432231d22cb5,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:36:33.529770 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:33.965569 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:33.966281 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:33.966281 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Floating IP f4d52b7a-cc57-4d7f-98e1-02d096848145 disassociated. External IP: 172.27.3.121, port: 4b7cef72-120b-4d80-a5cd-432231d22cb5.
Jul 07 18:36:33.966579 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Calling delete_port for 4b7cef72-120b-4d80-a5cd-432231d22cb5 owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:36:34.002034 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25e192-9168-489e-a935-dc2a6f089116 req-e759f037-c469-4dfe-aa44-7d8a63a56cce tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:34.003490 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6e25e192-9168-489e-a935-dc2a6f089116 req-e759f037-c469-4dfe-aa44-7d8a63a56cce tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 945 time: 0.2358444
Jul 07 18:36:34.083805 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6e25e192-9168-489e-a935-dc2a6f089116 req-beb9050e-8e78-49ca-a144-b880d456f4c8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3b3183-61ef-4dc7-ba79-c618339994b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691223
Jul 07 18:36:34.154612 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:34.160424 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:34.203801 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event deleted for resources: {'Port': ['ID=4b7cef72-120b-4d80-a5cd-432231d22cb5,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:34.217709 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.218582 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.218924 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.219220 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.219565 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.219911 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.220280 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.220664 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.220967 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.221309 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.222875 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.222875 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:34.227342 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:34.421717 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Router 54887122-77c6-4362-b27a-de017779dc18 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:36:34.617441 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:36:34.626936 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] Sync routers for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:36:34.636467 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:36:34.637116 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca040eee0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:34.693723 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] No DVR routers for this DVR port 4b7cef72-120b-4d80-a5cd-432231d22cb5 on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:36:34.696316 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:34.699131 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'name': 'network-vif-deleted', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:36:34.708393 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b0fe9300-7237-4ae5-85b7-58d968c61bb0 req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "DELETE /v2.0/ports/4b7cef72-120b-4d80-a5cd-432231d22cb5 HTTP/1.1" status: 204  len: 173 time: 1.4989469
Jul 07 18:36:34.822404 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e681dc4-ef78-4555-8f05-a9a0fcca8bc0', 'name': 'network-vif-deleted', 'tag': '4b7cef72-120b-4d80-a5cd-432231d22cb5', 'status': 'completed', 'code': 200}
Jul 07 18:36:34.878345 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:36:35.213485 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca040eee0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:35.218407 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] Checking router: 54887122-77c6-4362-b27a-de017779dc18 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:36:35.229163 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:36:35.229805 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca040eee0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:35.309488 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-8bb3caea-4f9b-4e30-9094-426aab8130fd req-63d3d5fa-fa1d-46e8-bf7f-0f53d1643628 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Synchronizing usage tracker for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:36:35.338693 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-8bb3caea-4f9b-4e30-9094-426aab8130fd req-63d3d5fa-fa1d-46e8-bf7f-0f53d1643628 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Unset dirty status for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:36:35.340057 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8bb3caea-4f9b-4e30-9094-426aab8130fd req-63d3d5fa-fa1d-46e8-bf7f-0f53d1643628 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e681dc4-ef78-4555-8f05-a9a0fcca8bc0 HTTP/1.1" status: 200  len: 210 time: 0.0954702
Jul 07 18:36:35.456384 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:36:35.779697 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca040eee0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:35.784365 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af887c-7dba-4a88-bbc3-7b230b17467d None None] The sync data for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi is: [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:36:36.009271 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80978524-882d-45d6-a051-eb570a53ce33 None None] New status for floating IP f4d52b7a-cc57-4d7f-98e1-02d096848145: DOWN {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:36:36.477946 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34566) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:36.551611 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:36.581667 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:36.634353 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:36.638105 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:36.653032 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b3183-61ef-4dc7-ba79-c618339994b3,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:36.663225 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.663622 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.664932 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.664932 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.664932 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.665431 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.665431 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.665718 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.666050 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.666396 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.666746 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.667094 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:36.670472 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:36.678271 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:36.679397 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "DELETE /v2.0/security-groups/bf3b3183-61ef-4dc7-ba79-c618339994b3 HTTP/1.1" status: 204  len: 168 time: 0.2004733
Jul 07 18:36:36.682163 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34570) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:36.699627 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.api.v2.resource [None req-f635e514-e71c-40f9-bb5a-ced33c1e9cf5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] show failed (client error): The resource could not be found.
Jul 07 18:36:36.702933 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-f635e514-e71c-40f9-bb5a-ced33c1e9cf5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups/bf3b3183-61ef-4dc7-ba79-c618339994b3 HTTP/1.1" status: 404  len: 347 time: 0.0196371
Jul 07 18:36:36.703584 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34574) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:36.869079 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Deleting port e584abda-7c66-4eeb-ba5a-73250c5576fb {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:36:36.869415 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:37.041910 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:37.042224 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:37.268336 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Calling delete_port for e584abda-7c66-4eeb-ba5a-73250c5576fb owned by network:floatingip {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:36:37.414723 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:37.418859 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:37.494702 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event deleted for resources: {'Port': ['ID=e584abda-7c66-4eeb-ba5a-73250c5576fb,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:37.497143 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:37.565822 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:37.587794 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:37.588790 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "DELETE /v2.0/floatingips/f4d52b7a-cc57-4d7f-98e1-02d096848145 HTTP/1.1" status: 204  len: 168 time: 0.8841588
Jul 07 18:36:37.942559 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34582) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:37.948177 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337864789', 'description': 'tempest-description--80969847'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:37.955189 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:36:37.959504 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:36:37.962448 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:36:37.968929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:36:37.979361 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.000051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:36:38.003823 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group_rule and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:36:38.006604 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:36:38.012163 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:36:38.074924 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4b7cef72-120b-4d80-a5cd-432231d22cb5 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:36:38.085290 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.089598 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.093773 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-38031ee6-c934-4c0a-9fd6-9ed371d7abbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:38.110013 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 4b7cef72-120b-4d80-a5cd-432231d22cb5 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:36:38.110366 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4b7cef72-120b-4d80-a5cd-432231d22cb5 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:36:38.142942 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d472a88-59c6-418d-94c6-5dcd740a0f75,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:38.145635 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:38.146743 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.147915 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.2042737
Jul 07 18:36:38.150761 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34586) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:38.156172 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'security_group_rule': {'security_group_id': '9d472a88-59c6-418d-94c6-5dcd740a0f75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:38.162043 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:36:38.165787 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group_rule and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:36:38.168647 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:36:38.175233 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:36:38.192450 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.255381 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.260191 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.262358 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:38.285012 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea9f22d-6e80-4fd3-b2b0-1041c754ce08,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:38.287476 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:38.295039 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.297072 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-23aa5726-318a-4183-ad5e-6bd78b411787 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1446242
Jul 07 18:36:38.299185 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34590) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:38.304585 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'security_group_rule': {'security_group_id': '9d472a88-59c6-418d-94c6-5dcd740a0f75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:38.312164 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:36:38.316545 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:security_group_rule and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:36:38.319829 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:36:38.325557 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:36:38.343395 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.408113 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.411661 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.413682 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:38.436337 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d3fae1-805e-45ae-8cec-d644e4df6823,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:38.439337 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:38.446567 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.447830 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7652d1cd-8f56-4208-91c0-3371c475b827 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1475961
Jul 07 18:36:38.450863 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34594) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:38.459432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:38.465423 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:36:38.471372 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Usage tracker for resource:floatingip and tenant:4e2d4139a72743ff8590764a772623cd is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:36:38.474430 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:36:38.480223 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:36:38.493640 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.627936 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.770292 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Allocated IP 172.27.3.230 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/5ed51bd2-9d94-4e40-970a-cd019bada875) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:36:38.921989 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.952020 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:38.957362 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4fede1f1-b5d9-45d9-9fe9-078b938d4229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:39.119082 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:36:39.121712 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:36:39.126867 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:36:39.170743 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'Port': ['ID=5ed51bd2-9d94-4e40-970a-cd019bada875,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:39.174427 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:39.225613 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:39.293152 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:39.501751 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:39.506742 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:39.510502 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-dad60e5d-04da-4128-a0ef-720f2d8cd59e tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:39.620200 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'Port': ['ID=5ed51bd2-9d94-4e40-970a-cd019bada875,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:39.624635 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:39.644025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:39.669944 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:39.671277 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2194254
Jul 07 18:36:39.840766 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-14f37f1e-5fc4-407a-9a4c-3f439426a5d1 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--337864789&fields=id&tenant_id=4e2d4139a72743ff8590764a772623cd HTTP/1.1" status: 200  len: 267 time: 0.0442343
Jul 07 18:36:40.002323 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-60d1ef9a-97b9-47fe-9cd6-20e987e3bc97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:40.003770 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-60d1ef9a-97b9-47fe-9cd6-20e987e3bc97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 810 time: 0.1560950
Jul 07 18:36:40.018710 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-a6087207-0b4c-40c5-88a7-522ebed01b5e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/quotas/4e2d4139a72743ff8590764a772623cd HTTP/1.1" status: 200  len: 375 time: 0.0095434
Jul 07 18:36:40.101833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-11bf7503-18a2-4160-97ed-a3d38af3e570 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Synchronizing usage tracker for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:36:40.118190 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-11bf7503-18a2-4160-97ed-a3d38af3e570 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Unset dirty status for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:36:40.119735 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-11bf7503-18a2-4160-97ed-a3d38af3e570 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0958736
Jul 07 18:36:40.309353 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-919a8d5d-5021-4ccc-9321-9b6b72c429fc service neutron] 10.222.0.60 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773579
Jul 07 18:36:40.445524 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-dd9fea6e-4747-439e-84f6-50bfc1b2ca62 service neutron] 10.222.0.60 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298225
Jul 07 18:36:40.631505 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-43b41369-5f76-4fea-b2b5-4235dd0f458d req-8e115221-a4f6-4383-b0ad-e345331b16a8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 210 time: 0.0424659
Jul 07 18:36:41.812558 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fa662757-8549-4a81-8d92-0c1cee8a7a98 req-86728e51-8865-46bb-bfb8-563c4cb83ca8 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 210 time: 0.0609589
Jul 07 18:36:41.998157 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:42.003697 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-1720468b-9c45-4263-9a14-26a074cc1426 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:42.005219 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-1720468b-9c45-4263-9a14-26a074cc1426 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 810 time: 0.1844327
Jul 07 18:36:42.062091 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-c2114d39-8fa0-4f40-a181-a8392174ff48 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e2d4139a72743ff8590764a772623cd HTTP/1.1" status: 200  len: 379 time: 0.0463002
Jul 07 18:36:42.071375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'port': {'device_id': 'd161814e-8d88-43fe-818f-04eed9331961', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'admin_state_up': True, 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'security_groups': ['9d472a88-59c6-418d-94c6-5dcd740a0f75']}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:42.211184 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:36:42.223485 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:36:42.235288 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Made reservation on behalf of 4e2d4139a72743ff8590764a772623cd for: {'port': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:36:42.239404 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:42.416613 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Allocated IP 172.20.0.4 (d94b882e-8392-4485-aeb3-262c03ca768a/061bb18d-8f04-4a62-8d27-2de0db8ee05b/c859d9eb-6c1d-444e-8e2f-f6441e08f5fb) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:36:42.691584 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:42.706284 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Transition to ACTIVE for port object c859d9eb-6c1d-444e-8e2f-f6441e08f5fb will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:36:42.728739 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:42.734571 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:42.804207 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Network d94b882e-8392-4485-aeb3-262c03ca768a is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:36:42.807319 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:36:42.811500 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:36:42.842554 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event updated for resources: {'Port': ['ID=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:42.854819 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:42.880514 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:42.881218 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:42.908532 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8407919
Jul 07 18:36:42.985093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Request body: {'port': {'device_id': 'd161814e-8d88-43fe-818f-04eed9331961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:43.055431 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-26e0d684-dad2-443e-b2c5-6cdf9268e4cc None None] Provisioning for port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:36:43.060565 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-26e0d684-dad2-443e-b2c5-6cdf9268e4cc None None] Provisioning complete for port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:36:43.060977 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-26e0d684-dad2-443e-b2c5-6cdf9268e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:43.117880 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34730af6-f12b-463c-8b40-da5feac7c745 req-68bd7668-06c9-42cf-af3f-4e416838834b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:43.118188 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-26e0d684-dad2-443e-b2c5-6cdf9268e4cc None None] Port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:36:43.118478 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-34730af6-f12b-463c-8b40-da5feac7c745 req-68bd7668-06c9-42cf-af3f-4e416838834b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Synchronizing usage tracker for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:36:43.124468 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:43.190370 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-34730af6-f12b-463c-8b40-da5feac7c745 req-68bd7668-06c9-42cf-af3f-4e416838834b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Unset dirty status for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:36:43.191525 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-34730af6-f12b-463c-8b40-da5feac7c745 req-68bd7668-06c9-42cf-af3f-4e416838834b tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 931 time: 0.2604382
Jul 07 18:36:43.299684 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-34730af6-f12b-463c-8b40-da5feac7c745 req-0609a29d-f95e-4a4f-908b-19c889bb9515 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014788
Jul 07 18:36:43.517363 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c859d9eb-6c1d-444e-8e2f-f6441e08f5fb {{(pid=78558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:36:43.525127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:43.539728 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Transition to ACTIVE for port object c859d9eb-6c1d-444e-8e2f-f6441e08f5fb will not be triggered until provisioned by entity L2. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:36:43.543926 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:43.548262 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5d98ef11-b9a5-4df1-a113-3b65658d78a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:43.708646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Pushing event updated for resources: {'Port': ['ID=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:43.715704 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:43.788095 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Attempting to bind port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:36:43.788423 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Attempting to bind port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:36:43.788743 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Attempting to bind port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb on network d94b882e-8392-4485-aeb3-262c03ca768a {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:36:43.793487 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb on network d94b882e-8392-4485-aeb3-262c03ca768a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:36:43.793801 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Attempting to bind port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb on network d94b882e-8392-4485-aeb3-262c03ca768a {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:36:43.799240 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:36:43.799571 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Checking segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:36:43.799949 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Bound using segment: {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:36:43.800397 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Bound port: c859d9eb-6c1d-444e-8e2f-f6441e08f5fb, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3043f4b-7171-410b-aabe-ee5e0a05b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a'}}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:36:43.800741 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:43.894685 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] For port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb, host hv-cinder-79869, cleared binding levels {{(pid=78558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:36:43.897775 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] For port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:36:43.902587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:43.907821 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:43.963595 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:43.964169 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:43.965796 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] 10.222.0.101 "PUT /v2.0/ports/c859d9eb-6c1d-444e-8e2f-f6441e08f5fb HTTP/1.1" status: 200  len: 1093 time: 1.0475976
Jul 07 18:36:43.969724 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:36:44.008700 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Pushing event updated for resources: {'Port': ['ID=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,revision_number=3']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:44.013248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:44.056477 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'status': 'completed', 'code': 200}
Jul 07 18:36:44.101500 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-02d9a868-fb37-4c4e-b78d-e99f4e4f7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:44.103064 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-02d9a868-fb37-4c4e-b78d-e99f4e4f7f02 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 1096 time: 0.0886343
Jul 07 18:36:44.178485 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-2be788a9-c500-45fb-86be-5979d6083291 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb HTTP/1.1" status: 200  len: 217 time: 0.0672598
Jul 07 18:36:44.244479 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-8cba6e0b-d3c3-4115-8aff-e27abfc00d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:44.245894 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-8cba6e0b-d3c3-4115-8aff-e27abfc00d47 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.0604830
Jul 07 18:36:44.330933 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-6646e815-b198-4db3-93bf-845cc50640a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:44.332481 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-6646e815-b198-4db3-93bf-845cc50640a1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779743
Jul 07 18:36:44.616123 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-6321d000-f6db-4064-b004-de9b7daa6ffb service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766383
Jul 07 18:36:44.631041 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d9ae-3155-4bf9-b090-6e38948a6005 req-c801cf81-dbd5-42f0-9a0b-4dba71bd142d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:44.632326 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5839d9ae-3155-4bf9-b090-6e38948a6005 req-c801cf81-dbd5-42f0-9a0b-4dba71bd142d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 943 time: 0.2151394
Jul 07 18:36:44.758119 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5839d9ae-3155-4bf9-b090-6e38948a6005 req-c1a4c261-eda5-479a-8ceb-f7c7ea80c961 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052411
Jul 07 18:36:44.795241 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be811ceb-354c-40c8-bd9d-fc1427dedee3 req-708e600b-40b0-4622-8d6f-71c6a290fb0a service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618450
Jul 07 18:36:44.923388 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-53e77e12-34f4-4458-85bc-2156aa101a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:44.925035 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-53e77e12-34f4-4458-85bc-2156aa101a64 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 1096 time: 0.0780535
Jul 07 18:36:45.077787 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-0636dd65-121e-4b21-9c00-7738f17f7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:45.079276 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-0636dd65-121e-4b21-9c00-7738f17f7105 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 911 time: 0.1465540
Jul 07 18:36:45.147100 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-0e97b29a-e3aa-4b16-939f-09bf6eb1f3a5 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb HTTP/1.1" status: 200  len: 217 time: 0.0598578
Jul 07 18:36:45.213727 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-9ede7c02-d1f9-464d-922f-09a01ffee296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:45.215167 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-9ede7c02-d1f9-464d-922f-09a01ffee296 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.0611258
Jul 07 18:36:45.291257 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-a68fc4e7-77e0-4785-a053-40e4a70a22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:45.292835 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-a68fc4e7-77e0-4785-a053-40e4a70a22c0 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704725
Jul 07 18:36:45.429937 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-58fb8d33-01b9-4bf1-b8e6-450bd00e2225 service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280515
Jul 07 18:36:45.566437 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6ab586d9-b6bf-4eca-9538-686f4187dcf5 req-4b5dc3f4-952d-401a-98c8-3c6bf3a595c3 service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288958
Jul 07 18:36:45.946780 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bf650-a6b9-4109-b5f0-93c292ce5fb1 req-34da51b9-ec7b-4db1-8e17-c0f3de09d5dc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:45.948294 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c46bf650-a6b9-4109-b5f0-93c292ce5fb1 req-34da51b9-ec7b-4db1-8e17-c0f3de09d5dc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 943 time: 0.0839052
Jul 07 18:36:45.993420 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c46bf650-a6b9-4109-b5f0-93c292ce5fb1 req-e21491ee-7dec-44cd-a7d5-cfe229a52b9f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389180
Jul 07 18:36:46.111412 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device c859d9eb-6c1d-444e-8e2f-f6441e08f5fb details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:36:46.245668 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:36:46.259201 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'port_id': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'mac_address': 'fa:16:3e:cc:65:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:36:46.313815 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:46.330514 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c859d9eb-6c1d-444e-8e2f-f6441e08f5fb {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:36:46.345936 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:36:46.349856 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:46.351632 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:46.456756 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:46.460784 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:46.617134 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['c859d9eb-6c1d-444e-8e2f-f6441e08f5fb'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:36:47.182775 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e9939-4b46-4107-b633-cd46062ba4b6 req-833c9426-debe-4133-ae56-723979b91d0f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:47.184813 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6e8e9939-4b46-4107-b633-cd46062ba4b6 req-833c9426-debe-4133-ae56-723979b91d0f tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 944 time: 0.0862772
Jul 07 18:36:47.232887 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6e8e9939-4b46-4107-b633-cd46062ba4b6 req-8ce0f338-fc5b-4e5f-ba0b-963d7a85ae82 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405574
Jul 07 18:36:47.502667 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd938d-15b4-4f75-931b-593a95a4942b req-bf70d9b0-f0bc-46fc-b936-e1bf9c28ebc2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:47.504107 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7fbd938d-15b4-4f75-931b-593a95a4942b req-bf70d9b0-f0bc-46fc-b936-e1bf9c28ebc2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0837953
Jul 07 18:36:47.549223 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7fbd938d-15b4-4f75-931b-593a95a4942b req-3958c55d-39df-4734-96ff-8902efe10024 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391445
Jul 07 18:36:48.134061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device c859d9eb-6c1d-444e-8e2f-f6441e08f5fb up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:36:48.202818 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:36:48.208546 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:36:48.209061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:48.329685 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:48.357182 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:36:48.367195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:36:48.372218 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:48.375458 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:48.427438 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97ff23-e539-431d-a6d1-3ca265c46eac req-a08a67fa-5c41-4a7e-99bb-28e393647496 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:48.428747 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aa97ff23-e539-431d-a6d1-3ca265c46eac req-a08a67fa-5c41-4a7e-99bb-28e393647496 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.0879574
Jul 07 18:36:48.449074 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:48.452307 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:48.462822 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'code': 200}
Jul 07 18:36:48.479487 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aa97ff23-e539-431d-a6d1-3ca265c46eac req-ac8331c2-6a4c-4669-8bce-4500c7e6b9fb tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448964
Jul 07 18:36:48.761131 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f7e23-beb2-48fd-91f8-92845c348d8b req-17b020b8-9d16-419f-8d8d-e88a0daa6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:48.762606 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-283f7e23-beb2-48fd-91f8-92845c348d8b req-17b020b8-9d16-419f-8d8d-e88a0daa6f1d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 1098 time: 0.1308527
Jul 07 18:36:48.775005 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69dc4d-bf9a-4023-b004-955889c7b2fd req-f07c7c19-68d4-48c3-b2c2-c7f80fcc2080 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:48.776356 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fe69dc4d-bf9a-4023-b004-955889c7b2fd req-f07c7c19-68d4-48c3-b2c2-c7f80fcc2080 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1103277
Jul 07 18:36:48.844275 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-283f7e23-beb2-48fd-91f8-92845c348d8b req-01ae7c0c-bcee-4570-97a1-ddeb68d4371f service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668387
Jul 07 18:36:48.847114 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fe69dc4d-bf9a-4023-b004-955889c7b2fd req-0bdf2762-d746-4e67-b661-6cf121037d8c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580835
Jul 07 18:36:49.672712 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8e5e8-1bbf-41a2-884c-c9d2542dcd97 req-0c672023-bebc-4880-80eb-a10dc06ab166 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:49.674296 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94a8e5e8-1bbf-41a2-884c-c9d2542dcd97 req-0c672023-bebc-4880-80eb-a10dc06ab166 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.0838904
Jul 07 18:36:49.805234 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-94a8e5e8-1bbf-41a2-884c-c9d2542dcd97 req-5a78bd1e-39dc-45b3-8f38-e566227759b0 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250646
Jul 07 18:36:50.039553 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470977c-4cef-4081-8b50-051ab5d58250 req-ac7d5a0a-f5a1-4123-b071-ef84fa410e1c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:50.041045 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7470977c-4cef-4081-8b50-051ab5d58250 req-ac7d5a0a-f5a1-4123-b071-ef84fa410e1c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0793836
Jul 07 18:36:50.088365 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7470977c-4cef-4081-8b50-051ab5d58250 req-27cc4851-1b17-4e12-9466-263faca21bab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415859
Jul 07 18:36:50.504930 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:36:50.988494 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081736b-3fe1-463b-9fb6-453b9ddc20cd req-479be76c-cd31-4b33-8d3c-dec6bbcfad61 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:50.989994 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b081736b-3fe1-463b-9fb6-453b9ddc20cd req-479be76c-cd31-4b33-8d3c-dec6bbcfad61 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.0799072
Jul 07 18:36:51.034276 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b081736b-3fe1-463b-9fb6-453b9ddc20cd req-5dc300c7-e5a3-4a8c-933a-563784e1e2f6 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384996
Jul 07 18:36:51.273864 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa44ec-8472-4475-8360-92b143bd8b64 req-07a2f388-8ee5-41e7-8216-9faec06df1a3 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:51.275321 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-35fa44ec-8472-4475-8360-92b143bd8b64 req-07a2f388-8ee5-41e7-8216-9faec06df1a3 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.1357620
Jul 07 18:36:51.284369 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34710) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:51.290059 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Request body: {'floatingip': {'port_id': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:51.299172 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02cdde-a95e-4a5c-a430-a529fe8fd00f req-690ec1b8-8406-4e56-9d6a-0748385565c5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:51.300637 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8e02cdde-a95e-4a5c-a430-a529fe8fd00f req-690ec1b8-8406-4e56-9d6a-0748385565c5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1005752
Jul 07 18:36:51.348946 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8e02cdde-a95e-4a5c-a430-a529fe8fd00f req-d60830d6-215b-4d8f-b5c7-0cb7a808cb97 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421028
Jul 07 18:36:51.372479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:51.963910 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:51.967659 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:52.134903 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.l3_db [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Floating IP 5fa6f2a2-f531-4f20-8b05-b615a17210cb associated. External IP: 172.27.3.230, port: c859d9eb-6c1d-444e-8e2f-f6441e08f5fb.
Jul 07 18:36:52.549375 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a6c24-b28d-4b6a-8138-cfe6ff170810 req-8108f529-6d7d-4dfe-8619-0b94f259d786 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:52.550906 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-018a6c24-b28d-4b6a-8138-cfe6ff170810 req-8108f529-6d7d-4dfe-8619-0b94f259d786 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0877364
Jul 07 18:36:52.597836 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-018a6c24-b28d-4b6a-8138-cfe6ff170810 req-e6b11fa5-6173-49c9-9afd-4f8a9c05605a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400262
Jul 07 18:36:52.600419 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Router 54887122-77c6-4362-b27a-de017779dc18 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:36:52.778249 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:36:52.782503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:52.787934 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] Sync routers for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:36:52.797670 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:36:52.798509 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca026eac0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:52.842216 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2af63971-20d2-4cd4-89b0-8baeb91a3be7 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "PUT /v2.0/floatingips/5fa6f2a2-f531-4f20-8b05-b615a17210cb HTTP/1.1" status: 200  len: 991 time: 1.5566146
Jul 07 18:36:52.842771 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:36:52.945636 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'status': 'completed', 'code': 200}
Jul 07 18:36:52.973082 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-919c4116-93cd-46ea-b338-901afb9762c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:52.995857 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:36:53.045202 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-b0a53e71-6093-425a-ab0c-8714cc19d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:53.046681 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-b0a53e71-6093-425a-ab0c-8714cc19d47c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e2d4139a72743ff8590764a772623cd&device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 1098 time: 0.0742309
Jul 07 18:36:53.182420 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-40cd170d-ab88-4294-b6ad-615c4488c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:53.184069 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-40cd170d-ab88-4294-b6ad-615c4488c10c service neutron] 10.222.0.101 "GET /v2.0/networks?id=d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 200  len: 911 time: 0.1309628
Jul 07 18:36:53.286480 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-54fb7fc9-6d1e-48b0-8ba2-21ba71aee51c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb HTTP/1.1" status: 200  len: 999 time: 0.0952430
Jul 07 18:36:53.348898 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca026eac0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '5fa6f2a2-f531-4f20-8b05-b615a17210cb', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '54887122-77c6-4362-b27a-de017779dc18', 'port_id': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'mac_address': 'fa:16:3e:cc:65:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd161814e-8d88-43fe-818f-04eed9331961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:51Z', 'revision_number': 1, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:53.352874 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] Checking router: 54887122-77c6-4362-b27a-de017779dc18 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:36:53.353136 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-20b6a574-ff5a-4c49-931d-66396030d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:53.354589 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-20b6a574-ff5a-4c49-931d-66396030d41b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 200  len: 849 time: 0.0619049
Jul 07 18:36:53.361397 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:36:53.362013 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca026eac0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:53.429074 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-cd74d536-88f9-41a9-b21a-7f59c046b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:53.430552 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-cd74d536-88f9-41a9-b21a-7f59c046b5d5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d94b882e-8392-4485-aeb3-262c03ca768a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697758
Jul 07 18:36:53.537578 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:36:53.565479 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-dac8fad0-d869-43bd-b3e0-043283fbcc5d service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274846
Jul 07 18:36:53.617782 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:53.706587 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5d1f701-1109-453b-90f7-b0851c85b27b req-2ff53ae9-ee02-4abd-b5ee-a129852eb237 service neutron] 10.222.0.101 "GET /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343346
Jul 07 18:36:53.800997 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4f59b-a60e-45f4-879c-9e3059013a84 req-db5608b2-d8b6-4eb8-8e5d-88884dce3882 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:53.805334 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-15e4f59b-a60e-45f4-879c-9e3059013a84 req-db5608b2-d8b6-4eb8-8e5d-88884dce3882 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0898359
Jul 07 18:36:53.852032 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-15e4f59b-a60e-45f4-879c-9e3059013a84 req-73a74d54-3bd2-4858-9824-60a2c6660698 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435026
Jul 07 18:36:53.942822 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca026eac0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '5fa6f2a2-f531-4f20-8b05-b615a17210cb', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '54887122-77c6-4362-b27a-de017779dc18', 'port_id': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'mac_address': 'fa:16:3e:cc:65:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd161814e-8d88-43fe-818f-04eed9331961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:51Z', 'revision_number': 1, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:53.946824 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c96d62-2538-4df1-af19-9754b6c56a11 None None] The sync data for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi is: [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '5fa6f2a2-f531-4f20-8b05-b615a17210cb', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '54887122-77c6-4362-b27a-de017779dc18', 'port_id': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'mac_address': 'fa:16:3e:cc:65:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd161814e-8d88-43fe-818f-04eed9331961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:36:39Z', 'updated_at': '2021-07-07T18:36:51Z', 'revision_number': 1, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:36:54.142321 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e3838e-acb5-432b-849a-022de016dd7a None None] New status for floating IP 5fa6f2a2-f531-4f20-8b05-b615a17210cb: ACTIVE {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:36:55.041902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c677d1-a84e-4aab-901f-e789322e75b5 req-901b1abf-8664-4374-91f5-acc228eb26fc tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:55.043266 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-41c677d1-a84e-4aab-901f-e789322e75b5 req-901b1abf-8664-4374-91f5-acc228eb26fc tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0796957
Jul 07 18:36:55.091109 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-41c677d1-a84e-4aab-901f-e789322e75b5 req-9028f4c1-6f13-468a-9491-30ea7e90c0c8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422406
Jul 07 18:36:56.246970 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3fb760ed-3883-45e1-8161-01e86e1c6767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:56.285067 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b0f62-aebe-4282-afe7-6113bca94edb req-4f25f637-2d36-43c0-99f8-9464b66afc7a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:56.286813 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-396b0f62-aebe-4282-afe7-6113bca94edb req-4f25f637-2d36-43c0-99f8-9464b66afc7a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0844154
Jul 07 18:36:56.335648 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-396b0f62-aebe-4282-afe7-6113bca94edb req-76ba1c07-1d0b-49be-b3ce-84a886996bd3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430903
Jul 07 18:36:57.072903 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98893574-2358-43b3-84eb-a48a14872690 req-db933325-311f-4eaa-9b71-e365b8929b78 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020863467&fields=id&tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e HTTP/1.1" status: 200  len: 267 time: 0.0439048
Jul 07 18:36:57.236404 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893574-2358-43b3-84eb-a48a14872690 req-39c80de0-d066-4cb5-957e-be784522c789 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:57.237898 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98893574-2358-43b3-84eb-a48a14872690 req-39c80de0-d066-4cb5-957e-be784522c789 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 985 time: 0.1594524
Jul 07 18:36:57.248501 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Request body: {'port': {'security_groups': ['b01f508b-7851-4785-b7e4-db37f7f56a9a']}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:36:57.365607 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:57.370905 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:57.647537 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bd3b2-9441-44e6-b416-1f932511355d req-e14ffa95-a555-4934-9d09-4ae83e4609da tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:57.649014 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-934bd3b2-9441-44e6-b416-1f932511355d req-e14ffa95-a555-4934-9d09-4ae83e4609da tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1953495
Jul 07 18:36:57.712393 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:36:57.726206 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-934bd3b2-9441-44e6-b416-1f932511355d req-fdaf6bae-1b98-48b2-bf18-4eafa3dce335 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654862
Jul 07 18:36:57.746977 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:57.752321 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:57.758050 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:57.767020 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['0d96f446-a117-4d71-8bb3-e0e6df9ed491'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:36:57.830106 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:57.830751 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:57.832138 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98893574-2358-43b3-84eb-a48a14872690 req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "PUT /v2.0/ports/0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 943 time: 0.5882373
Jul 07 18:36:57.833669 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:36:57.838807 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34746) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:57.864733 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event updated for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=7']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:57.868740 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:57.929026 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['0d96f446-a117-4d71-8bb3-e0e6df9ed491'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:36:57.931620 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'status': 'completed', 'code': 200}
Jul 07 18:36:57.978103 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.012550 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.042064 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-05ce4bdf-b048-4002-9367-d6fba49decd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:58.043618 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-05ce4bdf-b048-4002-9367-d6fba49decd6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1099 time: 0.0884967
Jul 07 18:36:58.086561 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.092524 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b9aed1af-0860-4031-8b22-0b25c56e239b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:58.114811 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01cd583-4ac1-4c7e-9db6-54d0061940d1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:58.126621 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:58.134097 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.137301 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "DELETE /v2.0/security-groups/c01cd583-4ac1-4c7e-9db6-54d0061940d1 HTTP/1.1" status: 204  len: 168 time: 0.2974229
Jul 07 18:36:58.138496 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34750) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:36:58.166082 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:36:58.219060 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-38c9a4f7-5f2d-45cd-a69d-9dcff7efb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:58.221114 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-38c9a4f7-5f2d-45cd-a69d-9dcff7efb30e service neutron] 10.222.0.101 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 915 time: 0.1696231
Jul 07 18:36:58.298392 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-f66b2ac4-ad1c-4392-986a-00e45a09eabf None None] Provisioning complete for port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:36:58.298730 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f66b2ac4-ad1c-4392-986a-00e45a09eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.345977 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-210d3644-609e-47c8-9f78-1b8bfd95252a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 1001 time: 0.1161697
Jul 07 18:36:58.396545 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Deleting port 94839a8d-7b7f-43ee-8f3e-e1b0d18fb6df {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:36:58.397050 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.403293 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:36:58.413809 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-497fe27e-7bf4-404f-9b2b-fc3fdf3f9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:58.415384 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-497fe27e-7bf4-404f-9b2b-fc3fdf3f9ca4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 200  len: 853 time: 0.0625699
Jul 07 18:36:58.456780 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'port_id': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'mac_address': 'fa:16:3e:6a:d3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:36:58.494420 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-dab2d9c9-dd31-4ff2-b134-32a6f25a852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:58.495896 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-dab2d9c9-dd31-4ff2-b134-32a6f25a852d service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e018944e-49ed-4c9f-9031-1319c57dda66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721347
Jul 07 18:36:58.520451 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.542411 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30964cf3-6d9c-44e7-a743-7e39da330cea {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:36:58.565072 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:36:58.573688 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.577136 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-4dc07433-5b48-42fc-951b-cd19e54e4870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:58.593266 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.594935 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.633896 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-3adce75e-757b-4806-82ec-d9aefb9a5de6 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305473
Jul 07 18:36:58.651391 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=6']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:58.655245 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.660226 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.660637 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.660999 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.661327 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.661653 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.661980 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.662299 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.662618 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.662943 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.663256 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.663674 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.663881 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:36:58.667715 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:58.704938 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['30964cf3-6d9c-44e7-a743-7e39da330cea'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:36:58.730488 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Calling delete_port for 94839a8d-7b7f-43ee-8f3e-e1b0d18fb6df owned by network:floatingip {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:36:58.789408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38c09944-f663-4433-b4a1-6e3604ab2146 req-0b9ec6e2-c5ab-450a-ab84-df5de891079e service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476862
Jul 07 18:36:58.902443 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:58.906413 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:36:58.934826 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f49c9-018b-45f2-98ba-96f1de46e63e req-40169f06-0356-41fd-9f8f-18f8c7d78c82 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:58.936487 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-114f49c9-018b-45f2-98ba-96f1de46e63e req-40169f06-0356-41fd-9f8f-18f8c7d78c82 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 944 time: 0.0922658
Jul 07 18:36:58.998364 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-114f49c9-018b-45f2-98ba-96f1de46e63e req-7b2a36bb-191f-4fe3-b09b-96d9a33fdfdc tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532081
Jul 07 18:36:59.070900 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event deleted for resources: {'Port': ['ID=94839a8d-7b7f-43ee-8f3e-e1b0d18fb6df,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:36:59.073668 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:36:59.166698 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks [] for floatingip, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:59.167026 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.l3_db [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Floating IP 18888f5a-8bb8-4c81-9205-6673e4efbbf8 disassociated (deleted). External IP: 172.27.3.55, port: 0d96f446-a117-4d71-8bb3-e0e6df9ed491.
Jul 07 18:36:59.519438 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Router 07402a8d-16c4-411f-aba9-7da5d328fc0b has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:36:59.697122 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:36:59.707601 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] Sync routers for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:36:59.710632 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:36:59.716523 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:36:59.717175 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca04466d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:36:59.769075 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "DELETE /v2.0/floatingips/18888f5a-8bb8-4c81-9205-6673e4efbbf8 HTTP/1.1" status: 204  len: 168 time: 1.6289032
Jul 07 18:36:59.769640 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:36:59.816934 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'status': 'completed', 'code': 200}
Jul 07 18:36:59.901081 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:36:59.928597 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-5bc611dc-79eb-41b8-8534-d1b0cca4d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:36:59.930201 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-5bc611dc-79eb-41b8-8534-d1b0cca4d9ae service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 1099 time: 0.0745449
Jul 07 18:37:00.187819 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:37:00.321364 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-c3027dfd-8293-48bb-96c3-fda549ca212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:00.323326 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-c3027dfd-8293-48bb-96c3-fda549ca212b service neutron] 10.222.0.101 "GET /v2.0/networks?id=e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 200  len: 915 time: 0.3803980
Jul 07 18:37:00.369274 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 30964cf3-6d9c-44e7-a743-7e39da330cea triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:37:00.369933 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:00.411325 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-1c362b29-d1c0-47ee-b3e0-39bb4c407686 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 200  len: 217 time: 0.0790384
Jul 07 18:37:00.419323 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbd62d-281e-47f7-a0a2-28ca1d124851 req-d55636a7-648e-4496-9d16-1e04c2f6d76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:00.420898 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d2dbd62d-281e-47f7-a0a2-28ca1d124851 req-d55636a7-648e-4496-9d16-1e04c2f6d76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 944 time: 0.2363272
Jul 07 18:37:00.483399 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca04466d0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 5, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:00.487886 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] Checking router: 07402a8d-16c4-411f-aba9-7da5d328fc0b for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:37:00.504931 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:00.504931 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca04466d0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:00.521167 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d2dbd62d-281e-47f7-a0a2-28ca1d124851 req-4b250333-7236-43b8-8ff5-84e341506ec4 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611751
Jul 07 18:37:00.527448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-b942d8cd-743c-4759-a06b-8aac2bb90bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:00.529068 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-b942d8cd-743c-4759-a06b-8aac2bb90bc2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 200  len: 853 time: 0.1072643
Jul 07 18:37:00.623349 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-35da874b-131b-4e8c-a790-23e88011da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:00.625973 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-35da874b-131b-4e8c-a790-23e88011da5c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e018944e-49ed-4c9f-9031-1319c57dda66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890813
Jul 07 18:37:00.722784 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:00.768433 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:00.773108 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-aea98ba6-9219-4827-9ce3-ed4bf25bf50c service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410992
Jul 07 18:37:00.788987 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:00.793548 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:00.840192 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'code': 200}
Jul 07 18:37:00.853573 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:00.858055 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c7b9d219-279a-4464-9f9a-090af803d881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:00.935726 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1182ed56-a340-49b7-a36a-84fb4f6497e5 req-1c897e11-3e9c-4154-acd5-148c36e5f674 service neutron] 10.222.0.101 "GET /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552212
Jul 07 18:37:01.067150 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=7']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:01.072147 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:01.203257 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca04466d0>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 5, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:01.208016 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91a2bb-2e73-4257-af52-4c9af35d5d8a None None] The sync data for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi is: [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:33:51Z', 'revision_number': 4, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '87e408ed-6f72-4fb7-bd29-ff26948e8adb', 'name': '', 'network_id': 'e018944e-49ed-4c9f-9031-1319c57dda66', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'mac_address': 'fa:16:3e:32:1f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:50Z', 'updated_at': '2021-07-07T18:34:01Z', 'revision_number': 5, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'subnets': [{'id': '0f928863-b4b5-4dcd-8da2-3213e3bd918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:37:01.566245 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a154c6c-1bc5-46df-92e2-a9a22334faed None None] New status for floating IP 18888f5a-8bb8-4c81-9205-6673e4efbbf8: DOWN {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:37:01.768475 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc284d9-c7a5-472b-b9bb-57e344c45ac2 req-30cafc4d-a294-4436-8538-7fc8fcdc6470 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:01.778782 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3dc284d9-c7a5-472b-b9bb-57e344c45ac2 req-30cafc4d-a294-4436-8538-7fc8fcdc6470 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1131568
Jul 07 18:37:01.869205 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3dc284d9-c7a5-472b-b9bb-57e344c45ac2 req-ca9537a5-772c-403c-850d-1274a84ba6ad tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870206
Jul 07 18:37:03.095173 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc21bd7-7361-4410-90a1-48dcd69f48af req-82919eb3-a164-4ce1-b123-a303b7fd1329 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:03.104537 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bdc21bd7-7361-4410-90a1-48dcd69f48af req-82919eb3-a164-4ce1-b123-a303b7fd1329 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1097946
Jul 07 18:37:03.150695 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bdc21bd7-7361-4410-90a1-48dcd69f48af req-c89407f1-c3ff-4b42-803c-4a6a7afb037e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451806
Jul 07 18:37:04.480517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eaaf2-1ffd-4657-ae0f-2ebde7801369 req-10916746-e39a-4f02-950d-90cd510348ff tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:04.482674 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-555eaaf2-1ffd-4657-ae0f-2ebde7801369 req-10916746-e39a-4f02-950d-90cd510348ff tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.1684175
Jul 07 18:37:04.511916 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a811-57e1-428f-8307-610533a34938 req-7499e58c-5291-473f-841b-9ca5a2b78da9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:04.513397 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-edf7a811-57e1-428f-8307-610533a34938 req-7499e58c-5291-473f-841b-9ca5a2b78da9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1517549
Jul 07 18:37:04.569367 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-555eaaf2-1ffd-4657-ae0f-2ebde7801369 req-028a99b6-d95e-48e4-b17d-876d47bd4012 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790319
Jul 07 18:37:04.581767 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-edf7a811-57e1-428f-8307-610533a34938 req-909e08ae-0348-4b44-87a1-746924f83d89 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595477
Jul 07 18:37:05.838627 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbe71-b519-4a13-9069-f9d743a10c68 req-7f8c993e-5f0f-4f3a-a48a-26171160b769 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:05.840177 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98ffbe71-b519-4a13-9069-f9d743a10c68 req-7f8c993e-5f0f-4f3a-a48a-26171160b769 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1164949
Jul 07 18:37:05.849633 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997bcdc-18c9-44a8-99e4-b2594a5f848b req-29a3b37d-59d7-47ab-96f0-81798fa15717 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:05.851216 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4997bcdc-18c9-44a8-99e4-b2594a5f848b req-29a3b37d-59d7-47ab-96f0-81798fa15717 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.1609674
Jul 07 18:37:05.926876 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-98ffbe71-b519-4a13-9069-f9d743a10c68 req-4bffca6f-404b-4bc6-be73-70eb036f40ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746090
Jul 07 18:37:05.931753 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4997bcdc-18c9-44a8-99e4-b2594a5f848b req-cd307828-bf0f-43f2-90f1-a1ed270df20d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656002
Jul 07 18:37:06.394469 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-14656f74-19f5-439a-88b2-48a89a95cf3b tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:06.395511 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-14656f74-19f5-439a-88b2-48a89a95cf3b tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.101 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.0878212
Jul 07 18:37:06.479474 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Deleting port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:06.479818 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:06.848835 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] For port 0d96f446-a117-4d71-8bb3-e0e6df9ed491, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=0d96f446-a117-4d71-8bb3-e0e6df9ed491,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:06.849572 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:07.022282 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Calling delete_port for 0d96f446-a117-4d71-8bb3-e0e6df9ed491 owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:07.353357 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fcb00-4b20-4a5e-8262-337e0d5b652e req-44adb194-8b2d-481c-b743-35ec4b427825 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:07.361150 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db8fcb00-4b20-4a5e-8262-337e0d5b652e req-44adb194-8b2d-481c-b743-35ec4b427825 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ddfd48-2324-4432-8bc4-95523e9480b7 HTTP/1.1" status: 200  len: 946 time: 0.2591605
Jul 07 18:37:07.403478 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee298-0074-4cbf-980c-a0ae946c731d req-7c501dd0-6c18-4d07-8247-b3bb8f1e1414 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:07.405030 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7fcee298-0074-4cbf-980c-a0ae946c731d req-7c501dd0-6c18-4d07-8247-b3bb8f1e1414 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.3057432
Jul 07 18:37:07.457890 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-db8fcb00-4b20-4a5e-8262-337e0d5b652e req-679d64ba-80d4-4702-83ac-7e0062882ed4 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.60 "GET /v2.0/security-groups?id=b01f508b-7851-4785-b7e4-db37f7f56a9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958602
Jul 07 18:37:07.465652 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:07.474565 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e3625de1-4db0-4e8a-9457-756e3dad265c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:07.485273 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['0d96f446-a117-4d71-8bb3-e0e6df9ed491'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:37:07.533995 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7fcee298-0074-4cbf-980c-a0ae946c731d req-3054720a-9499-44b4-abdb-bb6befe19395 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176262
Jul 07 18:37:07.536068 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Pushing event deleted for resources: {'Port': ['ID=0d96f446-a117-4d71-8bb3-e0e6df9ed491,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:07.564391 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:07.628941 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] No DVR routers for this DVR port 0d96f446-a117-4d71-8bb3-e0e6df9ed491 on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:37:07.631880 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:07.634844 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'name': 'network-vif-deleted', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:07.644181 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cb4be3d0-fc02-4929-b18f-0e48cc04fe9b req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] 10.222.0.101 "DELETE /v2.0/ports/0d96f446-a117-4d71-8bb3-e0e6df9ed491 HTTP/1.1" status: 204  len: 173 time: 1.2413445
Jul 07 18:37:07.690045 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ddfd48-2324-4432-8bc4-95523e9480b7', 'name': 'network-vif-deleted', 'tag': '0d96f446-a117-4d71-8bb3-e0e6df9ed491', 'status': 'completed', 'code': 200}
Jul 07 18:37:08.874527 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f73b3-70a4-49f4-b3cf-4fa2a79e0d13 req-e8411058-db47-44ae-b9f2-84298ab9c389 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:08.876290 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a2f73b3-70a4-49f4-b3cf-4fa2a79e0d13 req-e8411058-db47-44ae-b9f2-84298ab9c389 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1504996
Jul 07 18:37:08.935040 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a2f73b3-70a4-49f4-b3cf-4fa2a79e0d13 req-71a9fa43-544b-4253-a84a-bba707d5040b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519652
Jul 07 18:37:09.403057 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34900) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:10.059110 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:10.182164 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 0d96f446-a117-4d71-8bb3-e0e6df9ed491 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:10.189188 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-c49103df-367a-4a9d-83fe-b3540afa22df service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1696181
Jul 07 18:37:10.211796 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a567-3cc9-480c-8bd5-6eca02d3161c req-0917fd4d-1f8f-4f3d-b88b-740d6b0d46c5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:10.219609 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1082a567-3cc9-480c-8bd5-6eca02d3161c req-0917fd4d-1f8f-4f3d-b88b-740d6b0d46c5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1397827
Jul 07 18:37:10.220657 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 0d96f446-a117-4d71-8bb3-e0e6df9ed491 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:10.221248 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 0d96f446-a117-4d71-8bb3-e0e6df9ed491 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:10.325450 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1082a567-3cc9-480c-8bd5-6eca02d3161c req-98afb02d-a133-4389-8cfc-db8a677c9897 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045914
Jul 07 18:37:10.352584 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-eb921efa-dcfb-4287-a0d1-ac1780070b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:10.354386 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-eb921efa-dcfb-4287-a0d1-ac1780070b6d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1098 time: 0.1164446
Jul 07 18:37:10.544559 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-bf15a575-3267-4d07-9cfc-dab92344cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:10.546182 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-bf15a575-3267-4d07-9cfc-dab92344cd1f service neutron] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 909 time: 0.1654963
Jul 07 18:37:10.633524 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Deleting port 87e408ed-6f72-4fb7-bd29-ff26948e8adb {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:10.634153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:10.657215 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-dd9c47f2-524e-495b-b4fb-4a152ab796ad service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 1001 time: 0.1024811
Jul 07 18:37:10.732082 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-3dfcdce6-c9fd-4b41-a8fe-78dc0b9e3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:10.735365 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-3dfcdce6-c9fd-4b41-a8fe-78dc0b9e3412 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.0720186
Jul 07 18:37:10.823306 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-3c639a3c-7d86-40ae-8363-bb63d2b07770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:10.824824 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-3c639a3c-7d86-40ae-8363-bb63d2b07770 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809431
Jul 07 18:37:10.854495 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] For port 87e408ed-6f72-4fb7-bd29-ff26948e8adb, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=87e408ed-6f72-4fb7-bd29-ff26948e8adb,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:10.854841 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:10.987741 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Calling delete_port for 87e408ed-6f72-4fb7-bd29-ff26948e8adb owned by network:router_interface {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:11.045575 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-47d93488-8003-4b0a-96ba-d0493258d6a0 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134211
Jul 07 18:37:11.216517 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0031579f-ac89-461e-b02a-d4a85b7acc55 req-2b879a72-a5a7-4c17-affb-92e6baa88ab6 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456013
Jul 07 18:37:11.325650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:11.329897 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cbbfe19a-f3c5-4b5f-a662-843266a9d0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:11.373222 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Pushing event deleted for resources: {'Port': ['ID=87e408ed-6f72-4fb7-bd29-ff26948e8adb,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:11.376601 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:11.413864 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-5253d96a-06d1-4347-a8b7-237512924d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:11.415390 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-5253d96a-06d1-4347-a8b7-237512924d1b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 1098 time: 0.0875273
Jul 07 18:37:11.618097 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-977697c7-9212-4b5d-8c65-149d8f19c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:11.619701 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-977697c7-9212-4b5d-8c65-149d8f19c8ee service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.1956623
Jul 07 18:37:11.664436 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:11.717781 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ee08-db55-479b-a0e1-d9e0fdc3820a req-87591ed6-eace-4378-82b0-aebb9323754a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:11.719284 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a382ee08-db55-479b-a0e1-d9e0fdc3820a req-87591ed6-eace-4378-82b0-aebb9323754a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.2759638
Jul 07 18:37:11.755551 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-1a336d56-c289-427a-bb3e-01a60f5ad9af service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30964cf3-6d9c-44e7-a743-7e39da330cea HTTP/1.1" status: 200  len: 1001 time: 0.1281879
Jul 07 18:37:11.820649 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a382ee08-db55-479b-a0e1-d9e0fdc3820a req-ece3fb46-1d54-42fd-bc75-64c75d7b899d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956492
Jul 07 18:37:11.836539 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-9dfe1eb7-8e21-4070-a4c3-52249e8b8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:11.838115 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-9dfe1eb7-8e21-4070-a4c3-52249e8b8b79 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0713012
Jul 07 18:37:11.923141 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-0a9fed7d-2598-469f-a766-d5de67681726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:11.924736 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-0a9fed7d-2598-469f-a766-d5de67681726 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779505
Jul 07 18:37:12.029087 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:12.074868 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-0d05f73d-db68-496f-9675-e0a7637984c3 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416504
Jul 07 18:37:12.139376 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Router 07402a8d-16c4-411f-aba9-7da5d328fc0b has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:37:12.214294 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93aef794-603a-4fac-80ad-d0311c2d9b35 req-7ab90964-42dc-4cd2-b54b-60418e04b033 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325958
Jul 07 18:37:12.326368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:37:12.335787 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] Sync routers for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:37:12.337138 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] 10.222.0.60 "PUT /v2.0/routers/07402a8d-16c4-411f-aba9-7da5d328fc0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9329786
Jul 07 18:37:12.339563 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34928) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:12.345836 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:12.346454 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0aaa310>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:12.524400 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:12.537226 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:12.712528 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:12.722773 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Deleting port b7971a4d-e322-4b65-92c0-d2f4126a728d {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:12.723194 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:12.852944 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0aaa310>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:37:11Z', 'revision_number': 5, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port': {'id': 'b7971a4d-e322-4b65-92c0-d2f4126a728d', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:45Z', 'updated_at': '2021-07-07T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:12.858472 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] Checking router: 07402a8d-16c4-411f-aba9-7da5d328fc0b for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:37:12.869041 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] Routers {'07402a8d-16c4-411f-aba9-7da5d328fc0b'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:12.869687 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0aaa310>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['07402a8d-16c4-411f-aba9-7da5d328fc0b'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:12.913412 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] For port b7971a4d-e322-4b65-92c0-d2f4126a728d, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=b7971a4d-e322-4b65-92c0-d2f4126a728d,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:12.913771 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.026619 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6d992-84a0-456f-b1ae-cf1c8c1238ea req-7313a2ae-3e9e-46e1-8854-47ba7bbf7780 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:13.028276 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dee6d992-84a0-456f-b1ae-cf1c8c1238ea req-7313a2ae-3e9e-46e1-8854-47ba7bbf7780 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.0837715
Jul 07 18:37:13.043005 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Calling delete_port for b7971a4d-e322-4b65-92c0-d2f4126a728d owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:13.058702 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] Set router 07402a8d-16c4-411f-aba9-7da5d328fc0b gateway port host: None {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:13.078133 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dee6d992-84a0-456f-b1ae-cf1c8c1238ea req-c3d639b0-d161-41c4-8403-e69e00478b88 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429618
Jul 07 18:37:13.180997 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0aaa310>, [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:37:12Z', 'revision_number': 6, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:13.184453 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0885c-c7dd-45e1-a9bb-bc878028a5ec None None] The sync data for ids ['07402a8d-16c4-411f-aba9-7da5d328fc0b'] in dv-cinder-798696-1-iscsi is: [{'id': '07402a8d-16c4-411f-aba9-7da5d328fc0b', 'name': 'tempest-TestMinimumBasicScenario-111905089-router', 'tenant_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:44Z', 'updated_at': '2021-07-07T18:37:12Z', 'revision_number': 6, 'project_id': '3969d7c28f034c6389b9ffa5b8b4ce2e', 'gw_port_host': None}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:37:13.229475 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.233397 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d4916e78-f732-4f65-a2eb-bc63c905402d tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:13.277106 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b7971a4d-e322-4b65-92c0-d2f4126a728d,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:13.279967 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:13.480039 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.651040 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 87e408ed-6f72-4fb7-bd29-ff26948e8adb no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:13.679332 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.681550 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.698387 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 87e408ed-6f72-4fb7-bd29-ff26948e8adb {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:13.699486 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 87e408ed-6f72-4fb7-bd29-ff26948e8adb not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:13.711406 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.711879 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07402a8d-16c4-411f-aba9-7da5d328fc0b {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:37:13.727880 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.731736 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] 10.222.0.60 "DELETE /v2.0/routers/07402a8d-16c4-411f-aba9-7da5d328fc0b HTTP/1.1" status: 204  len: 168 time: 1.3912675
Jul 07 18:37:13.732182 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34936) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:13.797766 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_v2 [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Deleting subnet 0f928863-b4b5-4dcd-8da2-3213e3bd918e {{(pid=78558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:37:13.800604 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.850074 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1516484'] for subnet, precommit_delete_associations {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:13.980555 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.064889 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1516402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1670891'] for subnet, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.070913 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d204df72-c095-4bc8-81b8-c0142cdd18e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:14.111019 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f928863-b4b5-4dcd-8da2-3213e3bd918e,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:14.114122 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:14.115118 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.121557 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-704cce5f-86dd-46bb-9d26-1fbb5fc82f64 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f928863-b4b5-4dcd-8da2-3213e3bd918e HTTP/1.1" status: 204  len: 168 time: 0.3882027
Jul 07 18:37:14.124136 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34942) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:14.127687 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c719e8-545c-417e-90c8-dff3a21bd84e None None] Network e018944e-49ed-4c9f-9031-1319c57dda66 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:37:14.395885 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.431630 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Deleting port bccac882-d319-4c3a-968b-09f009dc0dde {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:14.431965 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.476590 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] DHCP port deletion for e018944e-49ed-4c9f-9031-1319c57dda66 request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:37:14.482158 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Deleting port bccac882-d319-4c3a-968b-09f009dc0dde {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:14.482557 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.551551 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059629-50c4-44c8-be4a-629c29779a59 req-833505cf-623d-43f1-89ba-92d8f78c0882 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:14.552979 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ea059629-50c4-44c8-be4a-629c29779a59 req-833505cf-623d-43f1-89ba-92d8f78c0882 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.3147438
Jul 07 18:37:14.681400 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ea059629-50c4-44c8-be4a-629c29779a59 req-c2409d55-3adb-49a0-b13a-4af1d9a24896 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212125
Jul 07 18:37:14.709545 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] For port bccac882-d319-4c3a-968b-09f009dc0dde, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bccac882-d319-4c3a-968b-09f009dc0dde,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:14.709985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.712472 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] For port bccac882-d319-4c3a-968b-09f009dc0dde, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bccac882-d319-4c3a-968b-09f009dc0dde,segment=NetworkSegment(daccccf7-4eb5-4b1d-86a7-ad137560bfd9),segment_id=daccccf7-4eb5-4b1d-86a7-ad137560bfd9)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:14.713048 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.846528 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Calling delete_port for bccac882-d319-4c3a-968b-09f009dc0dde owned by network:dhcp {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:14.846788 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Calling delete_port for bccac882-d319-4c3a-968b-09f009dc0dde owned by network:dhcp {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:14.934952 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:14.938945 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:14.979302 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccac882-d319-4c3a-968b-09f009dc0dde,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:14.983563 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:14.988588 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] No DVR routers for this DVR port bccac882-d319-4c3a-968b-09f009dc0dde on host dv-cinder-798696-1-iscsi {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:37:14.999231 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:37:15.000250 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:37:15.112746 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:15.126374 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9b169640>,) {'filters': {'network_id': ['e018944e-49ed-4c9f-9031-1319c57dda66']}} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:15.138430 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b169640>, 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9') {'for_net_delete': True} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:15.138723 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b169640>, 'daccccf7-4eb5-4b1d-86a7-ad137560bfd9') {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:15.150159 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1516495'] for segment, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:15.166285 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:15.173438 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=78558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:37:15.173857 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519572'] for segment, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]: Traceback (most recent call last):
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     timer()
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     cb(*args, **kw)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     return func(*args, **kwargs)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     self._notify()
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     self.callback(batched_events)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     event.method(event)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     return f(self, *a, **k)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._get(url).json()
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:37:15.188319 dv-cinder-798696-1-iscsi neutron-server[78558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:37:15.267379 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:15.270761 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:15.286357 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:15.292271 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Pushing event deleted for resources: {'Network': ['ID=e018944e-49ed-4c9f-9031-1319c57dda66,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:15.296338 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:15.306590 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e018944e-49ed-4c9f-9031-1319c57dda66 HTTP/1.1" status: 204  len: 168 time: 1.1807315
Jul 07 18:37:15.309779 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 34960) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:15.502136 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Deleting port bccac882-d319-4c3a-968b-09f009dc0dde {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:15.502609 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:15.637251 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b7971a4d-e322-4b65-92c0-d2f4126a728d no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:15.676662 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-6b26957e-4ab7-4f74-892d-eced2364d2a9 None None] The port 'bccac882-d319-4c3a-968b-09f009dc0dde' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:37:15.692562 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: b7971a4d-e322-4b65-92c0-d2f4126a728d {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:15.692562 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b7971a4d-e322-4b65-92c0-d2f4126a728d not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:15.692832 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bccac882-d319-4c3a-968b-09f009dc0dde no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:15.731961 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: bccac882-d319-4c3a-968b-09f009dc0dde {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:15.732310 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bccac882-d319-4c3a-968b-09f009dc0dde not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:15.815923 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360f8b-3125-47cc-adc4-aa92b5d84b65 req-f3dae384-dafb-4649-839e-dc488344396c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:15.817404 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-24360f8b-3125-47cc-adc4-aa92b5d84b65 req-f3dae384-dafb-4649-839e-dc488344396c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 945 time: 0.1692786
Jul 07 18:37:15.926897 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 34988) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:16.006683 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-24360f8b-3125-47cc-adc4-aa92b5d84b65 req-ffb129d9-3dea-4622-b280-b92f027c3cdb tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1803749
Jul 07 18:37:16.067345 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-40cfc4e3-ac31-484c-b527-b25c2da0b8c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1390996
Jul 07 18:37:16.098906 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:16.206804 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:16.333281 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:16.367167 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:16.379392 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:16.385793 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:16.388681 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-a6454bf1-e927-4c93-8134-132aad00c971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:16.426934 dv-cinder-798696-1-iscsi neutron-server[78560]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'code': 422} returned with failed status
Jul 07 18:37:16.463111 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=8']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:16.466200 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:16.477339 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Deleting port 9bfb19d8-dd06-4672-9673-1150f50c17b0 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:16.477896 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:16.653952 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] For port 9bfb19d8-dd06-4672-9673-1150f50c17b0, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=9bfb19d8-dd06-4672-9673-1150f50c17b0,segment=NetworkSegment(21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2),segment_id=21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:16.654303 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:16.785925 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Calling delete_port for 9bfb19d8-dd06-4672-9673-1150f50c17b0 owned by network:router_interface {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:17.111419 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:17.117858 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:17.195539 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfb19d8-dd06-4672-9673-1150f50c17b0,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:17.198049 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:17.583865 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f709-a274-40f2-9e0e-3c5ff4aee809 req-26fd928a-bc83-4591-829b-5805eb6207fd tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:17.585394 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2842f709-a274-40f2-9e0e-3c5ff4aee809 req-26fd928a-bc83-4591-829b-5805eb6207fd tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.4309814
Jul 07 18:37:17.653447 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:17.659446 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2842f709-a274-40f2-9e0e-3c5ff4aee809 req-89752c5d-be7a-4259-ab8b-da416fe1410e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599616
Jul 07 18:37:17.902247 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19621d-2514-4160-8663-fc986f425cac req-90a201a5-fb07-4d3b-afcb-7fa2d2932d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:17.903846 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-90a201a5-fb07-4d3b-afcb-7fa2d2932d37 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0&tenant_id=58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 1096 time: 0.1643913
Jul 07 18:37:18.137283 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19621d-2514-4160-8663-fc986f425cac req-c1c7fc9b-1ae9-4fbc-842d-5e2f0771dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:18.138749 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-c1c7fc9b-1ae9-4fbc-842d-5e2f0771dad7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 1096 time: 0.1756399
Jul 07 18:37:18.148938 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Router 5575f586-89a1-4668-b7aa-24123b9504fc has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:37:18.424137 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19621d-2514-4160-8663-fc986f425cac req-31091cca-6373-4d0e-aeab-3c4a5e51c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:18.425625 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-31091cca-6373-4d0e-aeab-3c4a5e51c909 service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.2787166
Jul 07 18:37:18.512462 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:37:18.521989 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] Sync routers for ids ['5575f586-89a1-4668-b7aa-24123b9504fc'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:37:18.528054 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] 10.222.0.60 "PUT /v2.0/routers/5575f586-89a1-4668-b7aa-24123b9504fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2172678
Jul 07 18:37:18.530645 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35008) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:18.533712 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] Routers {'5575f586-89a1-4668-b7aa-24123b9504fc'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:18.534384 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae6610>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5575f586-89a1-4668-b7aa-24123b9504fc'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:18.546891 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-16e8a5d0-b397-480c-a082-af81d3f844ed service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30964cf3-6d9c-44e7-a743-7e39da330cea HTTP/1.1" status: 200  len: 999 time: 0.1128972
Jul 07 18:37:18.611117 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19621d-2514-4160-8663-fc986f425cac req-26f463ae-f99f-4894-9f43-05fdcd953c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:18.612584 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-26f463ae-f99f-4894-9f43-05fdcd953c07 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0590973
Jul 07 18:37:18.700488 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19621d-2514-4160-8663-fc986f425cac req-58c8c795-437c-4d0d-8671-243e9aaf5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:18.702307 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-58c8c795-437c-4d0d-8671-243e9aaf5889 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822484
Jul 07 18:37:18.713604 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:18.719696 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] Set router 5575f586-89a1-4668-b7aa-24123b9504fc gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:18.918872 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:18.931322 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Deleting port 1133df8c-f72e-4ce4-9864-45bcb1531dfd {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:18.931322 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:19.026252 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-50280ecc-bb41-4e7c-a58c-69dead547de4 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3169551
Jul 07 18:37:19.059595 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae6610>, [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:37:17Z', 'revision_number': 5, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port': {'id': '1133df8c-f72e-4ce4-9864-45bcb1531dfd', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:55Z', 'updated_at': '2021-07-07T18:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:19.062820 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc9fad-723f-44c4-bee0-748f3c8fb05e req-891c73bb-65b4-4a29-b6b0-1a402cd86970 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:19.064137 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] Checking router: 5575f586-89a1-4668-b7aa-24123b9504fc for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:37:19.064695 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-72cc9fad-723f-44c4-bee0-748f3c8fb05e req-891c73bb-65b4-4a29-b6b0-1a402cd86970 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.2652113
Jul 07 18:37:19.073509 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] Routers {'5575f586-89a1-4668-b7aa-24123b9504fc'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:19.074132 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae6610>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:36:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5575f586-89a1-4668-b7aa-24123b9504fc'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:19.138103 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] For port 1133df8c-f72e-4ce4-9864-45bcb1531dfd, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=1133df8c-f72e-4ce4-9864-45bcb1531dfd,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:19.138480 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:19.205775 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-72cc9fad-723f-44c4-bee0-748f3c8fb05e req-a0321c68-a627-4f6c-9eed-b84a6aa35013 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847743
Jul 07 18:37:19.238373 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] Set router 5575f586-89a1-4668-b7aa-24123b9504fc gateway port host: None {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:19.241436 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d19621d-2514-4160-8663-fc986f425cac req-a07c1c48-517c-4861-be42-3c15447ad22f service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073467
Jul 07 18:37:19.280221 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Calling delete_port for 1133df8c-f72e-4ce4-9864-45bcb1531dfd owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:19.348488 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae6610>, [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 6, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:19.352572 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff7e4c-016f-4f3e-92de-ed4a7355473c None None] The sync data for ids ['5575f586-89a1-4668-b7aa-24123b9504fc'] in dv-cinder-798696-1-iscsi is: [{'id': '5575f586-89a1-4668-b7aa-24123b9504fc', 'name': 'tempest-TestMinimumBasicScenario-728324008-router', 'tenant_id': '0441b1bcd7264366bea949545f28e4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:54Z', 'updated_at': '2021-07-07T18:37:18Z', 'revision_number': 6, 'project_id': '0441b1bcd7264366bea949545f28e4bd', 'gw_port_host': None}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:37:19.455711 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:19.460198 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a77ca93a-59d3-46eb-98ee-35549bc44163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:19.508825 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Pushing event deleted for resources: {'Port': ['ID=1133df8c-f72e-4ce4-9864-45bcb1531dfd,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:19.511894 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:19.766050 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:19.804473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 9bfb19d8-dd06-4672-9673-1150f50c17b0 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:19.864511 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 9bfb19d8-dd06-4672-9673-1150f50c17b0 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:19.867132 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 9bfb19d8-dd06-4672-9673-1150f50c17b0 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:19.976030 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:19.978981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.012993 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.013783 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5575f586-89a1-4668-b7aa-24123b9504fc {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:37:20.033776 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.036779 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5575f586-89a1-4668-b7aa-24123b9504fc HTTP/1.1" status: 204  len: 168 time: 1.5048022
Jul 07 18:37:20.039487 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35036) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:20.114425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Deleting subnet 053b6925-58f1-4278-b3bc-5be7a7a26a59 {{(pid=78558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:37:20.117547 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.213277 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1516484'] for subnet, precommit_delete_associations {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.350789 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.506804 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8e196-970e-44e6-95ba-c1fab6fa248e req-136b33be-b1f4-477d-8ba3-4ca79098349b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:20.508533 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9bb8e196-970e-44e6-95ba-c1fab6fa248e req-136b33be-b1f4-477d-8ba3-4ca79098349b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1168473
Jul 07 18:37:20.510118 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1516402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1670891'] for subnet, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.514998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0e7e8f25-d4ac-4737-ae7d-160ed87ac533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:20.572601 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053b6925-58f1-4278-b3bc-5be7a7a26a59,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:20.579419 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:20.585074 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.591132 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc068eae-9903-4aa0-87ef-2494787a4498 None None] Network 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:37:20.602641 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-e7e577b6-2a00-44f8-b3f6-eabceb1bab7d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/053b6925-58f1-4278-b3bc-5be7a7a26a59 HTTP/1.1" status: 204  len: 168 time: 0.5605586
Jul 07 18:37:20.605195 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35044) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:20.611953 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9bb8e196-970e-44e6-95ba-c1fab6fa248e req-98980752-fed0-442e-bb49-45de3e241254 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674679
Jul 07 18:37:20.778012 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.791200 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Deleting port e55b3461-462d-4a44-95c6-64052b52715a {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:20.791831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:20.969971 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] DHCP port deletion for 2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:37:20.975033 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Deleting port e55b3461-462d-4a44-95c6-64052b52715a {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:20.975608 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.067287 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] For port e55b3461-462d-4a44-95c6-64052b52715a, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=e55b3461-462d-4a44-95c6-64052b52715a,segment=NetworkSegment(21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2),segment_id=21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:21.067933 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.207432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Calling delete_port for e55b3461-462d-4a44-95c6-64052b52715a owned by network:dhcp {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:21.215707 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] For port e55b3461-462d-4a44-95c6-64052b52715a, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=e55b3461-462d-4a44-95c6-64052b52715a,segment=NetworkSegment(21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2),segment_id=21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:21.216388 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.305582 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.310009 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:21.357980 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55b3461-462d-4a44-95c6-64052b52715a,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:21.362877 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:21.365339 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] No DVR routers for this DVR port e55b3461-462d-4a44-95c6-64052b52715a on host dv-cinder-798696-1-iscsi {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:37:21.366517 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Calling delete_port for e55b3461-462d-4a44-95c6-64052b52715a owned by network:dhcp {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:21.448434 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:37:21.449082 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:37:21.489007 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.501981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9b2e0eb0>,) {'filters': {'network_id': ['2a865562-7a71-4edd-8a3d-7dc87fd1ffd1']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:21.515735 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b2e0eb0>, '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:21.516370 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b2e0eb0>, '21c8bcdf-1fd7-42a8-9a92-2f1cccb0a8a2') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:21.528709 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.549583 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.557533 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:37:21.558524 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:37:21.584509 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:37:21.602137 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 1133df8c-f72e-4ce4-9864-45bcb1531dfd no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:21.638062 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 1133df8c-f72e-4ce4-9864-45bcb1531dfd {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:21.638490 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 1133df8c-f72e-4ce4-9864-45bcb1531dfd not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:21.639044 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e55b3461-462d-4a44-95c6-64052b52715a no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:21.677625 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: e55b3461-462d-4a44-95c6-64052b52715a {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:21.678264 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device e55b3461-462d-4a44-95c6-64052b52715a not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:21.690850 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.698980 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:21.714522 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:21.724502 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2a865562-7a71-4edd-8a3d-7dc87fd1ffd1 HTTP/1.1" status: 204  len: 168 time: 1.1170845
Jul 07 18:37:21.732188 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a865562-7a71-4edd-8a3d-7dc87fd1ffd1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:21.735572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:21.872871 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899af67-5e9c-46af-a149-99c840bda245 req-8d1b48d0-e1f8-4e43-a7b4-e790d526b5c8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:21.875274 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3899af67-5e9c-46af-a149-99c840bda245 req-8d1b48d0-e1f8-4e43-a7b4-e790d526b5c8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0974033
Jul 07 18:37:21.931155 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3899af67-5e9c-46af-a149-99c840bda245 req-ffbc7e92-cdc4-4505-8c5c-bdd1d5c8ed8c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497336
Jul 07 18:37:21.951113 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Deleting port e55b3461-462d-4a44-95c6-64052b52715a {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:21.951954 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35052) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:21.953961 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.015320 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ea85ff83-cbd8-464c-a78e-d655224d8c81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3969d7c28f034c6389b9ffa5b8b4ce2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0612874
Jul 07 18:37:22.018543 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35056) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:22.038900 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-107f7ab2-d8a1-4862-a5db-139576229dbf None None] The port 'e55b3461-462d-4a44-95c6-64052b52715a' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:37:22.096525 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.126226 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.183764 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.194855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-67a922b8-46e4-46da-9175-78564656da50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:22.223255 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f508b-7851-4785-b7e4-db37f7f56a9a,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:22.227104 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:22.230725 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.231923 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b01f508b-7851-4785-b7e4-db37f7f56a9a HTTP/1.1" status: 204  len: 168 time: 0.2122014
Jul 07 18:37:22.610273 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35066) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:22.662892 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-00a6c5b3-68f6-4db0-90dc-6620b9ac1376 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0441b1bcd7264366bea949545f28e4bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512364
Jul 07 18:37:22.665407 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35070) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:22.732046 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a6c7fa-ef61-458d-b7e6-8cb83a99c265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.757345 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a6c7fa-ef61-458d-b7e6-8cb83a99c265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.812141 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a6c7fa-ef61-458d-b7e6-8cb83a99c265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.816162 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:22.835226 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6c7fa-ef61-458d-b7e6-8cb83a99c265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed3fd6b-d381-4bcc-a23d-2fbcba738ea0,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:22.844793 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-67a6c7fa-ef61-458d-b7e6-8cb83a99c265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:22.845296 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67a6c7fa-ef61-458d-b7e6-8cb83a99c265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:22.846873 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-67a6c7fa-ef61-458d-b7e6-8cb83a99c265 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ed3fd6b-d381-4bcc-a23d-2fbcba738ea0 HTTP/1.1" status: 204  len: 168 time: 0.1800134
Jul 07 18:37:22.917993 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e7089a93-afe6-4e2b-aa73-da26efd6f435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:23.180394 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6a6c-95b6-49a2-a6cf-96d986028310 req-b9ae088d-40e6-4bd3-a657-3aa2a578c1fc tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:23.182331 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ff7b6a6c-95b6-49a2-a6cf-96d986028310 req-b9ae088d-40e6-4bd3-a657-3aa2a578c1fc tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0913033
Jul 07 18:37:23.272359 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ff7b6a6c-95b6-49a2-a6cf-96d986028310 req-317725b5-adba-4c3b-bae9-009dde767967 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828977
Jul 07 18:37:23.551115 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:24.473031 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a2f99-7bf3-446f-9cb9-3c1c0fb77330 req-499969d4-3f2f-43af-9592-a7619f547586 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:24.474746 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-115a2f99-7bf3-446f-9cb9-3c1c0fb77330 req-499969d4-3f2f-43af-9592-a7619f547586 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0903654
Jul 07 18:37:24.524187 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-115a2f99-7bf3-446f-9cb9-3c1c0fb77330 req-f03ede7b-a5f0-4f0a-9409-d8e0457c771b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430992
Jul 07 18:37:25.720674 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91db6a-00a4-4d4b-8d7b-6f4224d3ed40 req-f522118f-7602-4c73-977c-41eb30463f7e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:25.722243 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc91db6a-00a4-4d4b-8d7b-6f4224d3ed40 req-f522118f-7602-4c73-977c-41eb30463f7e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0846689
Jul 07 18:37:25.774643 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc91db6a-00a4-4d4b-8d7b-6f4224d3ed40 req-e632326c-d942-4573-a6b3-cfbee31f0d99 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459278
Jul 07 18:37:26.256215 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1486b5d2-8cc6-4814-86fd-47335e837201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:26.410316 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250cf30-95cd-4e07-85ca-aa10f0ebd13d req-ce31d07c-539f-484f-8894-4022841450e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:26.411830 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d250cf30-95cd-4e07-85ca-aa10f0ebd13d req-ce31d07c-539f-484f-8894-4022841450e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.0888360
Jul 07 18:37:26.460068 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d250cf30-95cd-4e07-85ca-aa10f0ebd13d req-194569c9-2997-4acf-a9a9-596e15bb9e9d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424862
Jul 07 18:37:26.979645 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a1e35-8447-4b49-b024-66e91a1e8b9a req-4fca60de-411e-43f3-9b64-f0cf33f70199 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:26.981138 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-587a1e35-8447-4b49-b024-66e91a1e8b9a req-4fca60de-411e-43f3-9b64-f0cf33f70199 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0885274
Jul 07 18:37:27.041066 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-587a1e35-8447-4b49-b024-66e91a1e8b9a req-227d555c-1355-4082-9259-676be8a1e3f7 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538878
Jul 07 18:37:27.369252 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:27.496018 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:37:27.651589 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4013fc-6c6e-492f-abda-66250d865df3 req-453d3b24-e7a3-4d17-bf9e-7a632aa4204b tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:27.653135 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fd4013fc-6c6e-492f-abda-66250d865df3 req-453d3b24-e7a3-4d17-bf9e-7a632aa4204b tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.0816007
Jul 07 18:37:27.706172 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fd4013fc-6c6e-492f-abda-66250d865df3 req-afb08d35-2082-4a59-9019-7b98386f23c7 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468287
Jul 07 18:37:28.127844 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4670da-b058-4c66-9a59-5ebee2b469f2 req-06b347c8-9fd9-4ee4-8f33-3dac2ada8a4e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:28.129207 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dc4670da-b058-4c66-9a59-5ebee2b469f2 req-06b347c8-9fd9-4ee4-8f33-3dac2ada8a4e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0859039
Jul 07 18:37:28.176263 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dc4670da-b058-4c66-9a59-5ebee2b469f2 req-57e6e1e6-bc9b-4a83-a32c-e2830e2a9686 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413420
Jul 07 18:37:28.380062 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66205354-1d7b-4d7f-a9b4-a32dfa2f8505 req-89417f99-bd9f-4877-9234-11c774ae3183 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:28.383148 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-66205354-1d7b-4d7f-a9b4-a32dfa2f8505 req-89417f99-bd9f-4877-9234-11c774ae3183 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1004558
Jul 07 18:37:28.434458 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-66205354-1d7b-4d7f-a9b4-a32dfa2f8505 req-9282f371-5a7f-4a37-9846-b26b25e5a04d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425925
Jul 07 18:37:28.586308 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:28.913184 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7fdd3-65a6-4268-a530-56643297d70d req-8d2fa964-07bb-4277-8ff3-d57834606b02 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:28.914666 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d9c7fdd3-65a6-4268-a530-56643297d70d req-8d2fa964-07bb-4277-8ff3-d57834606b02 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.0885015
Jul 07 18:37:28.969899 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d9c7fdd3-65a6-4268-a530-56643297d70d req-06034b22-ee85-4bb2-9fc0-cab3228de519 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496697
Jul 07 18:37:29.382858 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f0acf-502c-4188-a019-5e33b8595026 req-c4769685-a511-4050-b54f-7602da04b22a tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:29.384278 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-016f0acf-502c-4188-a019-5e33b8595026 req-c4769685-a511-4050-b54f-7602da04b22a tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0843070
Jul 07 18:37:29.433900 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-016f0acf-502c-4188-a019-5e33b8595026 req-7ee0460b-55e0-41d6-affe-6990dcb38401 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419273
Jul 07 18:37:29.736046 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70320646-1a9b-46f3-810a-6904ab447b84 req-d069da6e-222c-4c67-87bf-32d5e632bea1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:29.737560 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-70320646-1a9b-46f3-810a-6904ab447b84 req-d069da6e-222c-4c67-87bf-32d5e632bea1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1865163
Jul 07 18:37:29.790560 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-70320646-1a9b-46f3-810a-6904ab447b84 req-f0213e10-c2bf-42f7-b9f3-7210bc528aed tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462155
Jul 07 18:37:30.220474 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b602a86-de0f-4dfd-a16d-b09e7bd41c85 req-975ac3d2-b029-487d-be4b-f8948b4d2599 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:30.222006 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b602a86-de0f-4dfd-a16d-b09e7bd41c85 req-975ac3d2-b029-487d-be4b-f8948b4d2599 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.1143415
Jul 07 18:37:30.279179 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b602a86-de0f-4dfd-a16d-b09e7bd41c85 req-dc76a62f-183a-4b8b-82f7-aa03fd6b5365 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495913
Jul 07 18:37:30.634816 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775078d2-5868-41f4-b7f2-86bd3e738c9e req-4a0a98f7-705c-459d-bfd0-d301355cd6bc tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:30.636273 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-775078d2-5868-41f4-b7f2-86bd3e738c9e req-4a0a98f7-705c-459d-bfd0-d301355cd6bc tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0959010
Jul 07 18:37:30.682073 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-775078d2-5868-41f4-b7f2-86bd3e738c9e req-1d402fc1-2927-45b1-9054-5f0ebab0d951 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393226
Jul 07 18:37:30.990862 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3646e7-041f-4258-b412-6979e4e37107 req-39478910-7a78-432f-b9bb-c9999444a960 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:30.992317 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7c3646e7-041f-4258-b412-6979e4e37107 req-39478910-7a78-432f-b9bb-c9999444a960 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0850916
Jul 07 18:37:31.037930 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7c3646e7-041f-4258-b412-6979e4e37107 req-f01ac350-473a-4b5c-9b39-309fe5775336 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399203
Jul 07 18:37:31.468732 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d15be-5249-4812-af19-002657586e99 req-ad06a57f-27cd-435c-97ec-8eba1fd74fcb tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:31.470245 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c5d15be-5249-4812-af19-002657586e99 req-ad06a57f-27cd-435c-97ec-8eba1fd74fcb tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.0788741
Jul 07 18:37:31.529022 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c5d15be-5249-4812-af19-002657586e99 req-fdfda010-ab62-4720-8799-0d34676ebebd tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0528364
Jul 07 18:37:31.872546 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cd3da-db82-41cc-9258-abd4a4e78cc7 req-b21270b8-bc35-435e-a05b-1a33a37c3b7f tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:31.874029 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b95cd3da-db82-41cc-9258-abd4a4e78cc7 req-b21270b8-bc35-435e-a05b-1a33a37c3b7f tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0845933
Jul 07 18:37:31.918597 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b95cd3da-db82-41cc-9258-abd4a4e78cc7 req-5e7a0309-8e00-46b6-97cc-5d994e9105ce tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388386
Jul 07 18:37:32.241637 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d870cf7-1fbe-4b1f-b1d8-2c9b6976c243 req-9da876b3-8450-4823-a604-4fd250449943 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:32.243112 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8d870cf7-1fbe-4b1f-b1d8-2c9b6976c243 req-9da876b3-8450-4823-a604-4fd250449943 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0848057
Jul 07 18:37:32.288721 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8d870cf7-1fbe-4b1f-b1d8-2c9b6976c243 req-192036cd-4e81-4373-a921-53d4ba41a620 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399892
Jul 07 18:37:32.402517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-440f55de-941a-4c18-8076-39f7514f0b1c tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:32.403946 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-440f55de-941a-4c18-8076-39f7514f0b1c tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.0778344
Jul 07 18:37:32.477552 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Deleting port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:37:32.477889 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:32.776020 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] For port e337a38d-9ece-4a6d-8d25-29c2fd7898e5, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:32.776370 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:32.866507 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c1402-f70a-47ed-9d14-6e1163641ff0 req-274aa0ed-a793-406c-8e13-4a2745904fcf tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:32.867278 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-769c1402-f70a-47ed-9d14-6e1163641ff0 req-274aa0ed-a793-406c-8e13-4a2745904fcf tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 945 time: 0.2139866
Jul 07 18:37:33.002894 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-769c1402-f70a-47ed-9d14-6e1163641ff0 req-9fd47b07-298c-46d5-9db2-cae4066d9329 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1301134
Jul 07 18:37:33.177049 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:33.177321 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:33.177631 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Floating IP 458a51d5-e288-4e04-9cf6-469f289747ea disassociated. External IP: 172.27.3.101, port: e337a38d-9ece-4a6d-8d25-29c2fd7898e5.
Jul 07 18:37:33.177960 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Calling delete_port for e337a38d-9ece-4a6d-8d25-29c2fd7898e5 owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:37:33.254411 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58d1b3-1051-4c7b-bfb0-30b511515158 req-34a6d485-395c-4307-b641-4a889d59e002 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:33.255866 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6d58d1b3-1051-4c7b-bfb0-30b511515158 req-34a6d485-395c-4307-b641-4a889d59e002 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.1766825
Jul 07 18:37:33.475684 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6d58d1b3-1051-4c7b-bfb0-30b511515158 req-957a6102-d3eb-4d88-bdd9-ea4694496efc tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1128812
Jul 07 18:37:33.518413 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:33.524398 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a6df5cbf-75bb-4846-a436-5b7357237246 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:33.573226 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event deleted for resources: {'Port': ['ID=e337a38d-9ece-4a6d-8d25-29c2fd7898e5,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:33.578462 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:33.646213 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebc91a-9427-4609-acaf-995e12182ee7 req-d2e6fab5-8a4c-460b-b8b4-d50eee986180 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:33.647654 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a4ebc91a-9427-4609-acaf-995e12182ee7 req-d2e6fab5-8a4c-460b-b8b4-d50eee986180 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.2226970
Jul 07 18:37:33.779962 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a4ebc91a-9427-4609-acaf-995e12182ee7 req-01273826-b60b-4c01-aac2-4015a738b657 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263802
Jul 07 18:37:33.810535 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:37:33.997242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:37:34.007939 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:37:34.018629 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:34.019273 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b2cb20>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:37:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:34.086246 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] No DVR routers for this DVR port e337a38d-9ece-4a6d-8d25-29c2fd7898e5 on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:37:34.089112 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:34.093653 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'name': 'network-vif-deleted', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:34.105520 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e9273d82-c8b0-4d38-a8e1-a6002b988739 req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "DELETE /v2.0/ports/e337a38d-9ece-4a6d-8d25-29c2fd7898e5 HTTP/1.1" status: 204  len: 173 time: 1.6950409
Jul 07 18:37:34.173350 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a097c3-3cc4-4689-8668-5152c6e2d900', 'name': 'network-vif-deleted', 'tag': 'e337a38d-9ece-4a6d-8d25-29c2fd7898e5', 'status': 'completed', 'code': 200}
Jul 07 18:37:34.185102 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3a5fed2a-1d19-4aaa-a3ce-baf7a515dbaa req-2f4c26f0-4598-4645-b11b-bfe27eabaaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:37:34.203214 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3a5fed2a-1d19-4aaa-a3ce-baf7a515dbaa req-2f4c26f0-4598-4645-b11b-bfe27eabaaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:37:34.204914 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a5fed2a-1d19-4aaa-a3ce-baf7a515dbaa req-2f4c26f0-4598-4645-b11b-bfe27eabaaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=77a097c3-3cc4-4689-8668-5152c6e2d900 HTTP/1.1" status: 200  len: 210 time: 0.0710583
Jul 07 18:37:34.235419 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:34.584647 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b2cb20>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:34.588656 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:37:34.598903 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:34.599584 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b2cb20>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:37:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:34.690914 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87845c24-f5c3-4acc-ab9b-98568acffa24 req-d493e60b-caf8-47f9-b249-6ac20359ee75 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:34.694526 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-87845c24-f5c3-4acc-ab9b-98568acffa24 req-d493e60b-caf8-47f9-b249-6ac20359ee75 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0939429
Jul 07 18:37:34.737621 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-87845c24-f5c3-4acc-ab9b-98568acffa24 req-5ac090b8-d15e-4194-92b0-398fcd5cc96c tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394900
Jul 07 18:37:34.821116 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:34.977888 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60122802-9208-4720-9c6c-c4721bf217db req-26ec8c7c-e027-44dd-9c12-e178f2528c14 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:34.979406 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-60122802-9208-4720-9c6c-c4721bf217db req-26ec8c7c-e027-44dd-9c12-e178f2528c14 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0899653
Jul 07 18:37:35.031372 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-60122802-9208-4720-9c6c-c4721bf217db req-977ce460-1485-4fe1-8297-ff3e6d224c75 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459161
Jul 07 18:37:35.161847 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0b2cb20>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:35.166561 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2146d4f-7b22-42dc-9ae9-1c5371fa8768 None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:37:35.508460 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a134525-8f00-43ae-bdc7-a7ee4de45cc5 None None] New status for floating IP 458a51d5-e288-4e04-9cf6-469f289747ea: DOWN {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:37:35.572843 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-7053362b-1697-41a4-9d42-141c0c684a9e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60436774&fields=id&tenant_id=a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 267 time: 0.0426247
Jul 07 18:37:35.727043 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-1cb07745-3f09-4cf5-9e04-577b1bfdb604 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:35.728530 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-1cb07745-3f09-4cf5-9e04-577b1bfdb604 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 812 time: 0.1486914
Jul 07 18:37:35.744923 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-da5169dc-7325-404e-8e81-de3ba079a3f0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/quotas/a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 375 time: 0.0099938
Jul 07 18:37:35.833391 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-4e75430f-8fc0-4530-8059-8e7b40894306 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0827754
Jul 07 18:37:35.927940 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46c961-c89a-4c5d-a949-8243a23e5bf8 req-bef3c8a8-b8b8-4560-bd59-cb21e7cac885 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:35.929520 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a46c961-c89a-4c5d-a949-8243a23e5bf8 req-bef3c8a8-b8b8-4560-bd59-cb21e7cac885 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0801616
Jul 07 18:37:36.055026 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4a46c961-c89a-4c5d-a949-8243a23e5bf8 req-a6681587-b2ea-470c-8c1f-14246a0f1b36 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1196654
Jul 07 18:37:36.098159 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-6cd419f2-e4e7-4f49-9dc9-6f63d6c2d353 service neutron] 10.222.0.60 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532709
Jul 07 18:37:36.347629 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e337a38d-9ece-4a6d-8d25-29c2fd7898e5 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:36.381196 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: e337a38d-9ece-4a6d-8d25-29c2fd7898e5 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:37:36.381546 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device e337a38d-9ece-4a6d-8d25-29c2fd7898e5 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:37:36.388984 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-145f2c0f-75dd-449d-b2c0-f957be8de94b service neutron] 10.222.0.60 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2849710
Jul 07 18:37:36.404007 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb29e-c258-419e-8790-05ab9026b46f req-570cb7e1-6dbe-4cc0-80e0-f7cab0096c07 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:36.405513 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-944cb29e-c258-419e-8790-05ab9026b46f req-570cb7e1-6dbe-4cc0-80e0-f7cab0096c07 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1332848
Jul 07 18:37:36.451837 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-944cb29e-c258-419e-8790-05ab9026b46f req-6a460eb9-14a4-4cc8-85a9-bc6c53d784a3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401895
Jul 07 18:37:37.244266 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f295-7782-4419-a986-ddfd9b0679f9 req-8c463ee2-697e-40b0-b413-5ec4746f0187 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:37.245773 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-29f6f295-7782-4419-a986-ddfd9b0679f9 req-8c463ee2-697e-40b0-b413-5ec4746f0187 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0840187
Jul 07 18:37:37.290588 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-29f6f295-7782-4419-a986-ddfd9b0679f9 req-8a9a3c11-307c-43d7-b502-a7a5dbff76db tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390770
Jul 07 18:37:37.642843 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5052f-4d6c-483c-8c9c-8c07e788ef7f req-b52747dc-2526-4533-a2dd-11dcaaa9b961 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:37.644225 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e2b5052f-4d6c-483c-8c9c-8c07e788ef7f req-b52747dc-2526-4533-a2dd-11dcaaa9b961 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.0789397
Jul 07 18:37:37.691801 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e2b5052f-4d6c-483c-8c9c-8c07e788ef7f req-e7018732-48c6-4ad3-9009-d2e08a295873 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419569
Jul 07 18:37:37.814680 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-93ef14da-0f1a-479a-841b-baf69d7e6cec req-270bd40e-44a9-43c7-b7f1-7468d33173f9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 210 time: 0.0443304
Jul 07 18:37:38.476681 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fd82b-41b8-4fce-83a9-9c90b9522bf2 req-837a0f67-fa65-44a6-b139-b3ec48a96003 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:38.478152 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5b4fd82b-41b8-4fce-83a9-9c90b9522bf2 req-837a0f67-fa65-44a6-b139-b3ec48a96003 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0786405
Jul 07 18:37:38.526133 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5b4fd82b-41b8-4fce-83a9-9c90b9522bf2 req-49ed5613-0751-4741-b56e-e7fc1d8a9298 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424488
Jul 07 18:37:38.938961 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-6934e8e4-b8de-4386-a2fb-3399bc0b31e6 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:38.941122 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-6934e8e4-b8de-4386-a2fb-3399bc0b31e6 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 812 time: 0.2083609
Jul 07 18:37:38.959734 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0faf80-0a68-4dac-9ce1-00fd712898bc req-08ae75de-2a95-4068-a383-30aa79d0a90c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:38.961556 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc0faf80-0a68-4dac-9ce1-00fd712898bc req-08ae75de-2a95-4068-a383-30aa79d0a90c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.1440299
Jul 07 18:37:39.046745 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-f2962b26-b484-42c5-920a-f89e9334725d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 378 time: 0.0952027
Jul 07 18:37:39.089601 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc0faf80-0a68-4dac-9ce1-00fd712898bc req-23ff6c21-034b-4057-8a83-bc7e80099d4b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148643
Jul 07 18:37:39.098685 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'port': {'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'admin_state_up': True, 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'security_groups': ['9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae']}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:37:39.120734 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5e429168-ea49-46cb-a4f3-83c83b6f26f7 req-95e5ba4d-3dc3-4d01-9cf5-06f5fd450000 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 210 time: 0.0814295
Jul 07 18:37:39.247761 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:37:39.257679 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:37:39.267240 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Made reservation on behalf of a239c12b571d4a31b52cd0753db91077 for: {'port': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:37:39.270646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:39.437184 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Allocated IP 172.20.0.3 (eaa24b39-f734-41e2-816f-2b4b94e6d6ca/90b4521b-374d-4711-b5e5-7c8d4c3ebff1/4a903882-bbe0-4ed1-9005-de841c5fdcea) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:37:39.637030 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:39.700923 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Transition to ACTIVE for port object 4a903882-bbe0-4ed1-9005-de841c5fdcea will not be triggered until provisioned by entity DHCP. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:37:39.747290 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7f64d-e041-4c52-bfc9-9f240f3170e5 req-557ae351-4719-4883-a741-16bef5171b52 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:39.748666 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dbf7f64d-e041-4c52-bfc9-9f240f3170e5 req-557ae351-4719-4883-a741-16bef5171b52 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.1072862
Jul 07 18:37:39.749822 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:39.755329 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-030e367b-c24a-44c4-a2c4-5b5ee1cc73d3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:39.839360 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:37:39.843888 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:37:39.851783 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:37:39.909023 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=4a903882-bbe0-4ed1-9005-de841c5fdcea,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:39.920250 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dbf7f64d-e041-4c52-bfc9-9f240f3170e5 req-0e7d576a-657a-4d1a-b724-44b93d81b174 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1329751
Jul 07 18:37:39.928786 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.929180 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.929540 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.929902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.930307 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.930592 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.930937 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.931308 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.931625 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.931966 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.932307 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.932643 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:39.944327 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:39.950251 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:39.950836 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:39.979833 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8936532
Jul 07 18:37:39.992346 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Request body: {'port': {'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:37:40.106416 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-4fcc13c9-0b3b-450b-8beb-78d7352f788c None None] Provisioning for port 4a903882-bbe0-4ed1-9005-de841c5fdcea completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:37:40.111731 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-4fcc13c9-0b3b-450b-8beb-78d7352f788c None None] Provisioning complete for port 4a903882-bbe0-4ed1-9005-de841c5fdcea triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:37:40.112108 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-4fcc13c9-0b3b-450b-8beb-78d7352f788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:40.166498 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc13c9-0b3b-450b-8beb-78d7352f788c None None] Port 4a903882-bbe0-4ed1-9005-de841c5fdcea cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:37:40.243638 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:40.388356 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:37:40.485081 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52582ae-9cae-4035-9dda-aaf03ca570f5 req-86fff005-2529-49b9-a128-cb92f60f1ba6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:40.486602 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f52582ae-9cae-4035-9dda-aaf03ca570f5 req-86fff005-2529-49b9-a128-cb92f60f1ba6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 943 time: 0.2766109
Jul 07 18:37:40.497758 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d7cd9-e239-43cf-9f76-212331005903 req-9b3aecbe-166a-4d29-abbb-d744f5212457 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:40.498427 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-c36d7cd9-e239-43cf-9f76-212331005903 req-9b3aecbe-166a-4d29-abbb-d744f5212457 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:37:40.522058 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:40.535733 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'port_id': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'mac_address': 'fa:16:3e:6a:d3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:37:40.596383 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:40.613821 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30964cf3-6d9c-44e7-a743-7e39da330cea {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:37:40.626873 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-c36d7cd9-e239-43cf-9f76-212331005903 req-9b3aecbe-166a-4d29-abbb-d744f5212457 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:37:40.628022 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c36d7cd9-e239-43cf-9f76-212331005903 req-9b3aecbe-166a-4d29-abbb-d744f5212457 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 931 time: 0.3652964
Jul 07 18:37:40.631667 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:40.634221 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f52582ae-9cae-4035-9dda-aaf03ca570f5 req-fa4c9fc1-c25d-4623-ac2a-392fc0fd93f2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325912
Jul 07 18:37:40.636157 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:40.638033 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:40.704816 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=9']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:40.707899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:40.709349 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c36d7cd9-e239-43cf-9f76-212331005903 req-825271ea-ca1d-4433-8323-ea780e31aba6 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0724978
Jul 07 18:37:40.789612 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a903882-bbe0-4ed1-9005-de841c5fdcea {{(pid=78558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:37:40.797445 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:40.811469 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Transition to ACTIVE for port object 4a903882-bbe0-4ed1-9005-de841c5fdcea will not be triggered until provisioned by entity L2. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:37:40.815362 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:40.819839 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-aa74e643-369c-4e57-b2cd-833322e7cd5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:40.874875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['30964cf3-6d9c-44e7-a743-7e39da330cea'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:37:41.012618 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Pushing event updated for resources: {'Port': ['ID=4a903882-bbe0-4ed1-9005-de841c5fdcea,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:41.023427 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:41.059716 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Attempting to bind port 4a903882-bbe0-4ed1-9005-de841c5fdcea on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:37:41.060054 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Attempting to bind port 4a903882-bbe0-4ed1-9005-de841c5fdcea by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:37:41.060398 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Attempting to bind port 4a903882-bbe0-4ed1-9005-de841c5fdcea on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:37:41.106338 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Port 4a903882-bbe0-4ed1-9005-de841c5fdcea on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:37:41.106664 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Attempting to bind port 4a903882-bbe0-4ed1-9005-de841c5fdcea on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:37:41.128582 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:37:41.129080 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Checking segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:37:41.130384 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Bound using segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:37:41.130836 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Bound port: 4a903882-bbe0-4ed1-9005-de841c5fdcea, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:37:41.131186 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:41.228992 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb8d77-ea60-415e-8496-5a56db7faa14 req-bd73a6e9-df94-4306-b182-a9ec9c9bed85 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:41.231119 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38bb8d77-ea60-415e-8496-5a56db7faa14 req-bd73a6e9-df94-4306-b182-a9ec9c9bed85 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.1665359
Jul 07 18:37:41.260212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] For port 4a903882-bbe0-4ed1-9005-de841c5fdcea, host hv-cinder-79869, cleared binding levels {{(pid=78558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:37:41.278470 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] For port 4a903882-bbe0-4ed1-9005-de841c5fdcea, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:37:41.287592 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:41.297748 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-35aa6c24-fe88-4376-9784-84b828ac5994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:41.330501 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38bb8d77-ea60-415e-8496-5a56db7faa14 req-c5c448f4-9fd9-4e08-a886-da58c5ad57b9 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0879993
Jul 07 18:37:41.356315 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:41.356979 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:41.358346 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] 10.222.0.101 "PUT /v2.0/ports/4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 200  len: 1093 time: 1.3706133
Jul 07 18:37:41.359077 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:41.381148 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Pushing event updated for resources: {'Port': ['ID=4a903882-bbe0-4ed1-9005-de841c5fdcea,revision_number=3']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:41.384215 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:41.431281 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'status': 'completed', 'code': 200}
Jul 07 18:37:41.475018 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-69e95bb1-9fea-4df1-a0c1-2150a6931713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:41.476516 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-69e95bb1-9fea-4df1-a0c1-2150a6931713 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1096 time: 0.0782843
Jul 07 18:37:41.559483 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-f8a01b53-c2c9-4323-a793-3f746862219a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 200  len: 217 time: 0.0669339
Jul 07 18:37:41.624198 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-666b0be8-6660-4cd6-9919-ea2f98face7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:41.626052 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-666b0be8-6660-4cd6-9919-ea2f98face7c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0586431
Jul 07 18:37:41.711732 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590692e-713f-4011-97bb-134e355f8c28 req-cbfb33ad-c121-4e14-9969-67b26f89fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:41.713146 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-cbfb33ad-c121-4e14-9969-67b26f89fbd6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793586
Jul 07 18:37:42.054663 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-641339b3-79db-400d-9c9a-c0afc0a631ed service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3336382
Jul 07 18:37:42.058613 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:42.169832 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7caf0-fc36-4528-8d18-0c4ce010c1fc req-f45847ac-da40-4f74-866f-2102d72155d1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:42.171872 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fba7caf0-fc36-4528-8d18-0c4ce010c1fc req-f45847ac-da40-4f74-866f-2102d72155d1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 944 time: 0.3853447
Jul 07 18:37:42.181241 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853aaa6-2683-4bd5-8b55-b55d2b286c34 req-0c253feb-b0ed-4c17-a5ac-320ac617c660 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:42.182621 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f853aaa6-2683-4bd5-8b55-b55d2b286c34 req-0c253feb-b0ed-4c17-a5ac-320ac617c660 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 943 time: 0.2529540
Jul 07 18:37:42.287358 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c590692e-713f-4011-97bb-134e355f8c28 req-5c41f6e5-ddf0-4b0e-bb0d-4e2c94041f1e service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219229
Jul 07 18:37:42.293479 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fba7caf0-fc36-4528-8d18-0c4ce010c1fc req-d8c2a81e-540f-42ed-8447-2e35f3c2ef94 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080508
Jul 07 18:37:42.305379 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f853aaa6-2683-4bd5-8b55-b55d2b286c34 req-600a6333-d0a4-4e09-8656-4d713aa69b66 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1127965
Jul 07 18:37:42.389106 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:37:42.422076 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-96a52ed0-fe42-4b4e-9958-7245514ec050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:42.423639 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-96a52ed0-fe42-4b4e-9958-7245514ec050 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1096 time: 0.0837076
Jul 07 18:37:42.472565 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 30964cf3-6d9c-44e7-a743-7e39da330cea triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:37:42.473249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:42.601272 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:42.629510 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:42.641351 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:42.648571 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:42.650374 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ec89d-6ae6-4a9f-9f8a-dc6f3fed36d4 req-f548d840-95be-4558-bbdc-de779b0de83e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:42.651480 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:42.651908 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f16ec89d-6ae6-4a9f-9f8a-dc6f3fed36d4 req-f548d840-95be-4558-bbdc-de779b0de83e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.2026603
Jul 07 18:37:42.653198 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-2579d2ea-8f9d-4513-a032-199b3555cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:42.654529 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-2579d2ea-8f9d-4513-a032-199b3555cc87 service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.2237225
Jul 07 18:37:42.708959 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'code': 200}
Jul 07 18:37:42.736500 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=10']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:42.740304 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:42.747211 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-8bc84021-f0d7-4cfe-a2d7-367df1204d02 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 200  len: 217 time: 0.0852013
Jul 07 18:37:42.811135 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f16ec89d-6ae6-4a9f-9f8a-dc6f3fed36d4 req-b8fe2893-db0f-4b81-881f-512754f63522 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1505506
Jul 07 18:37:42.828824 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-f7b150f6-0819-41aa-abbe-f93920634a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:42.830266 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-f7b150f6-0819-41aa-abbe-f93920634a63 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0751293
Jul 07 18:37:42.919607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-ef051bda-e246-4a84-9004-fca1224027b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:42.921591 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-ef051bda-e246-4a84-9004-fca1224027b7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840819
Jul 07 18:37:43.066373 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-75b9d2fa-2943-4f97-a24a-68c2594fce05 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380341
Jul 07 18:37:43.215789 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5c11c55-88c0-45b3-8ebe-3e2d353cf55d req-5f6e6020-f6ea-4879-b32a-01fe5622debe service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365964
Jul 07 18:37:43.237705 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cd78e-4fa1-4f2f-8a12-e2e0672cbbec req-c9123c69-2b77-4141-99da-7cd22f651f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:43.239216 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-018cd78e-4fa1-4f2f-8a12-e2e0672cbbec req-c9123c69-2b77-4141-99da-7cd22f651f21 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 1099 time: 0.0816412
Jul 07 18:37:43.373436 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-018cd78e-4fa1-4f2f-8a12-e2e0672cbbec req-3c85c894-01c9-4802-912e-ec0ca88fe70c service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275930
Jul 07 18:37:43.552292 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40486062-91f0-4e06-81e8-e0e92bd6dfba req-22ac691c-6c80-4489-96e5-8160672231c1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:43.553778 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-40486062-91f0-4e06-81e8-e0e92bd6dfba req-22ac691c-6c80-4489-96e5-8160672231c1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 943 time: 0.1415303
Jul 07 18:37:43.562576 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cc276-6204-4a83-876c-5f780c0bf594 req-144dc573-7485-47ea-a3f3-547ea1b48fde tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:43.563918 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-870cc276-6204-4a83-876c-5f780c0bf594 req-144dc573-7485-47ea-a3f3-547ea1b48fde tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 946 time: 0.1205304
Jul 07 18:37:43.631928 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-40486062-91f0-4e06-81e8-e0e92bd6dfba req-df47a160-0955-4e14-addb-9e7d5e24031c tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0670857
Jul 07 18:37:43.638954 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-870cc276-6204-4a83-876c-5f780c0bf594 req-7e41f760-85ef-4e6b-88ca-69fdfc170857 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617790
Jul 07 18:37:44.014517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f523acd-4295-4c34-a5c8-c81fff9e8888 req-f64c41ba-6647-4194-9f62-9f67f6b998ae tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:44.017013 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1f523acd-4295-4c34-a5c8-c81fff9e8888 req-f64c41ba-6647-4194-9f62-9f67f6b998ae tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0985777
Jul 07 18:37:44.065516 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1f523acd-4295-4c34-a5c8-c81fff9e8888 req-bb6501d0-e053-416e-b738-4675352cf7e5 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428746
Jul 07 18:37:44.996968 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03f6f5-c542-464f-aae2-dceee8000d1d req-03e6b71a-3ae5-4bed-b1d2-237672c4b80e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:44.998453 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c03f6f5-c542-464f-aae2-dceee8000d1d req-03e6b71a-3ae5-4bed-b1d2-237672c4b80e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 943 time: 0.2535431
Jul 07 18:37:45.010514 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2cbde-1dfd-4532-8e1d-f37e79f78904 req-b85066d0-040f-4d26-901c-32037019db9f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:45.011976 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-65f2cbde-1dfd-4532-8e1d-f37e79f78904 req-b85066d0-040f-4d26-901c-32037019db9f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 946 time: 0.2307026
Jul 07 18:37:45.083668 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3c03f6f5-c542-464f-aae2-dceee8000d1d req-1905086e-f0f0-479a-8e04-bde11dfbc5a6 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0707185
Jul 07 18:37:45.088061 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-65f2cbde-1dfd-4532-8e1d-f37e79f78904 req-ae459011-6b0d-4b20-ab4c-3041f96e2af8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619047
Jul 07 18:37:45.283597 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c723-0f64-4f08-aeb4-9c429373ad64 req-0003db5c-48ea-4168-afa7-d74ff5e23381 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:45.285080 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2978c723-0f64-4f08-aeb4-9c429373ad64 req-0003db5c-48ea-4168-afa7-d74ff5e23381 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0828910
Jul 07 18:37:45.329833 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2978c723-0f64-4f08-aeb4-9c429373ad64 req-18ff02e7-a13d-405b-91f9-a71e91d20936 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390353
Jul 07 18:37:45.870587 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-a70b3013-5d1a-4ea3-9321-417db447cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:45.871947 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-a70b3013-5d1a-4ea3-9321-417db447cd60 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1098 time: 0.0697594
Jul 07 18:37:46.000958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-f8206e2a-c8c9-4755-8062-3c46bb8107fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:46.002388 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-f8206e2a-c8c9-4755-8062-3c46bb8107fb service neutron] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 909 time: 0.1241851
Jul 07 18:37:46.107864 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-6256671f-bfa7-461a-9fbc-c1f2705974a3 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 1001 time: 0.0988884
Jul 07 18:37:46.178725 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-46e30e7a-96df-433b-8265-d930a9f3800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:46.180829 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-46e30e7a-96df-433b-8265-d930a9f3800d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.0671039
Jul 07 18:37:46.262524 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-766cbc00-5594-4b11-aad7-ee6ef6a8a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:46.263995 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-766cbc00-5594-4b11-aad7-ee6ef6a8a974 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758424
Jul 07 18:37:46.345740 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22020c7-70c7-429a-93d8-5676491f3375 req-c6e5b7a3-14b3-42cb-99e1-bac9c11bf34d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:46.347186 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c22020c7-70c7-429a-93d8-5676491f3375 req-c6e5b7a3-14b3-42cb-99e1-bac9c11bf34d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 943 time: 0.1415141
Jul 07 18:37:46.363643 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00e60a-dfb5-4f58-917f-3ebf876997c2 req-449f69da-ef9a-4748-8b1d-9b0e5125f938 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:46.365113 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aa00e60a-dfb5-4f58-917f-3ebf876997c2 req-449f69da-ef9a-4748-8b1d-9b0e5125f938 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 946 time: 0.1236997
Jul 07 18:37:46.400351 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-849432cb-7516-4653-bbae-f5702fb0c331 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295090
Jul 07 18:37:46.437823 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c22020c7-70c7-429a-93d8-5676491f3375 req-8beb97e9-2213-43b3-9c61-54b379e3e3b0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0839989
Jul 07 18:37:46.444765 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-aa00e60a-dfb5-4f58-917f-3ebf876997c2 req-d0b07206-091b-40d7-b1e3-a2cbe06f14c1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625343
Jul 07 18:37:46.535954 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-de8eeaf8-99f7-4c98-9f33-1553c9577910 req-a748d624-e766-4e55-94df-be89d7116f7b service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283855
Jul 07 18:37:46.618114 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b2a6-09a6-4be7-afbb-824bf85c6e1a req-0f22b072-d333-42e5-9137-f05a33d82153 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:46.619562 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4cb5b2a6-09a6-4be7-afbb-824bf85c6e1a req-0f22b072-d333-42e5-9137-f05a33d82153 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0858998
Jul 07 18:37:46.664266 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4cb5b2a6-09a6-4be7-afbb-824bf85c6e1a req-91d13357-7789-436c-8045-b7dbbbfe5f3e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386624
Jul 07 18:37:47.620236 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d3beb-b0a3-468b-a189-bca3f8aabf81 req-0c426f6d-ba3c-41cb-8e57-8f0ecb595014 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:47.621718 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-225d3beb-b0a3-468b-a189-bca3f8aabf81 req-0c426f6d-ba3c-41cb-8e57-8f0ecb595014 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 943 time: 0.0802362
Jul 07 18:37:47.669335 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-225d3beb-b0a3-468b-a189-bca3f8aabf81 req-81921281-5583-4956-8c18-ff295bd560d2 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414183
Jul 07 18:37:47.850188 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a44dae-856e-4289-b48a-947269f6f9c8 req-f3c92d7d-731e-4052-bea2-0353554e79eb tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:47.851697 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-37a44dae-856e-4289-b48a-947269f6f9c8 req-f3c92d7d-731e-4052-bea2-0353554e79eb tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0803404
Jul 07 18:37:47.898688 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-37a44dae-856e-4289-b48a-947269f6f9c8 req-e4f469ac-0a07-44af-8cfa-176c38cd95c8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412586
Jul 07 18:37:48.857143 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5573b47-10b9-47ca-9913-d3d1483b0886 req-a58dc1b0-a463-46ea-9927-f5e6bb76979d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:48.859088 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5573b47-10b9-47ca-9913-d3d1483b0886 req-a58dc1b0-a463-46ea-9927-f5e6bb76979d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 943 time: 0.0819046
Jul 07 18:37:48.906366 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5573b47-10b9-47ca-9913-d3d1483b0886 req-b1eff68d-d20c-4f0f-9a68-1015d9cab354 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415289
Jul 07 18:37:49.088732 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ce1fc-2f23-4508-befd-39ff283a8a39 req-1cb1f80b-1f7c-4eab-a6fe-9d5adc5c40dc tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:49.090223 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e0ce1fc-2f23-4508-befd-39ff283a8a39 req-1cb1f80b-1f7c-4eab-a6fe-9d5adc5c40dc tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0807374
Jul 07 18:37:49.140110 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e0ce1fc-2f23-4508-befd-39ff283a8a39 req-63e88a07-0599-4272-866c-07aaa8518144 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440726
Jul 07 18:37:49.428022 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-070482b8-be97-4391-a5b1-8173fd1818b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0697107
Jul 07 18:37:49.500716 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973456a5-7209-44d9-8c56-7dabb3d260c0 req-349ea211-bce0-467f-97cb-714940eab2a9 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:49.502131 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-973456a5-7209-44d9-8c56-7dabb3d260c0 req-349ea211-bce0-467f-97cb-714940eab2a9 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0841734
Jul 07 18:37:49.549088 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-973456a5-7209-44d9-8c56-7dabb3d260c0 req-e3514848-69bb-4edd-9314-8971af9d8ff2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412104
Jul 07 18:37:50.095849 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5736d01-ca00-4afc-b37b-040950017631 req-93bf6fe0-c8f2-4d86-87fe-ad460aa33451 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:50.097214 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5736d01-ca00-4afc-b37b-040950017631 req-93bf6fe0-c8f2-4d86-87fe-ad460aa33451 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 943 time: 0.0859299
Jul 07 18:37:50.143782 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5736d01-ca00-4afc-b37b-040950017631 req-19c8b0b8-6f08-4bee-801b-caa0dc7a1652 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409255
Jul 07 18:37:50.418891 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4a903882-bbe0-4ed1-9005-de841c5fdcea details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:37:50.553887 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 4a903882-bbe0-4ed1-9005-de841c5fdcea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:50.569872 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:37:50.638115 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:50.746043 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a903882-bbe0-4ed1-9005-de841c5fdcea {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:37:50.750463 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9892a0-76fa-42aa-83d1-6939c2e0fa60 req-2c8b6f6d-2cd4-481a-84aa-ab956688b2d4 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:50.751974 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee9892a0-76fa-42aa-83d1-6939c2e0fa60 req-2c8b6f6d-2cd4-481a-84aa-ab956688b2d4 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0822685
Jul 07 18:37:50.781990 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 4a903882-bbe0-4ed1-9005-de841c5fdcea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:50.787355 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:50.789857 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:50.803452 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ee9892a0-76fa-42aa-83d1-6939c2e0fa60 req-ce74b3e8-cad2-4d82-a450-323fb51668a8 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455592
Jul 07 18:37:50.907791 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=4a903882-bbe0-4ed1-9005-de841c5fdcea,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:50.914985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:51.031241 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['4a903882-bbe0-4ed1-9005-de841c5fdcea'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:37:51.349352 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b454605-a686-4b9b-8363-c51fb74194b1 req-f15e09d8-dafc-46d1-8d20-3a4fb9bda24b tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:51.350747 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2b454605-a686-4b9b-8363-c51fb74194b1 req-f15e09d8-dafc-46d1-8d20-3a4fb9bda24b tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 944 time: 0.0865633
Jul 07 18:37:51.398932 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2b454605-a686-4b9b-8363-c51fb74194b1 req-377e470c-7be7-4f72-8813-59ff8c2bb453 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412090
Jul 07 18:37:51.999579 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbd238-2fe6-49c1-8bb0-eba469ef9801 req-6be969aa-363f-4c90-9b0b-505055f12192 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:52.001101 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ebbbd238-2fe6-49c1-8bb0-eba469ef9801 req-6be969aa-363f-4c90-9b0b-505055f12192 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0854263
Jul 07 18:37:52.044924 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ebbbd238-2fe6-49c1-8bb0-eba469ef9801 req-f0bd786d-27c0-482d-aff4-2b2e00f59ef6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380526
Jul 07 18:37:52.247208 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-ef4227b2-1d8a-4bf2-9ef8-d001eace9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:52.248667 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-ef4227b2-1d8a-4bf2-9ef8-d001eace9251 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac&tenant_id=edf997a43a1a49f7bdfa3734765616b2 HTTP/1.1" status: 200  len: 1098 time: 0.0756340
Jul 07 18:37:52.341058 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-72acc5d2-9e06-4f36-85f4-286fbb29b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:52.342510 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-72acc5d2-9e06-4f36-85f4-286fbb29b48a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1098 time: 0.0704579
Jul 07 18:37:52.419887 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4a903882-bbe0-4ed1-9005-de841c5fdcea up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:37:52.489514 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 4a903882-bbe0-4ed1-9005-de841c5fdcea completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:37:52.492606 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-4ba04a84-aef7-4b28-969b-3f99eb9370d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:52.494316 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-4ba04a84-aef7-4b28-969b-3f99eb9370d4 service neutron] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 909 time: 0.1453843
Jul 07 18:37:52.495378 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 4a903882-bbe0-4ed1-9005-de841c5fdcea triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:37:52.495758 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:52.605591 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-8aa9a53e-d8b3-4a9f-b104-4bb7d767b321 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 1001 time: 0.1044829
Jul 07 18:37:52.606719 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b6ed3-5dc3-4a09-b55f-f77b428db175 req-e962354d-cf7a-4fed-8112-2d061b34d7bb tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:52.608183 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-698b6ed3-5dc3-4a09-b55f-f77b428db175 req-e962354d-cf7a-4fed-8112-2d061b34d7bb tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 944 time: 0.0835793
Jul 07 18:37:52.620572 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:52.649995 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:52.662628 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-698b6ed3-5dc3-4a09-b55f-f77b428db175 req-5d5ae672-0626-40a5-83c3-71cd58fa62f1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477335
Jul 07 18:37:52.663322 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 4a903882-bbe0-4ed1-9005-de841c5fdcea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:52.667744 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:52.669022 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:37:52.675819 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-5205a8e9-d0c5-45de-83bc-3d04fc3c5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:52.677545 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-5205a8e9-d0c5-45de-83bc-3d04fc3c5b6e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.0655854
Jul 07 18:37:52.700037 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c7b9d219-279a-4464-9f9a-090af803d881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:52.730630 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'code': 200}
Jul 07 18:37:52.761555 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-d848b73c-cd25-4917-85ac-2e9a84fc2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:52.763019 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-d848b73c-cd25-4917-85ac-2e9a84fc2256 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780883
Jul 07 18:37:52.794617 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=4a903882-bbe0-4ed1-9005-de841c5fdcea,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:52.798430 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:52.854219 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:52.894599 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:37:52.907866 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-ec4e77ce-88e2-4ccb-a339-f3d14ad4ed6b service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357691
Jul 07 18:37:52.911674 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:52.915040 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:52.976464 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f6f39b91-1811-4b00-bfcb-9ab29a4487d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:52.993730 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=6']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:52.997352 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:53.064263 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dfa9-c595-4642-857b-d8503e5ac377 req-9eb1e372-6d62-46b0-ac0f-fb715bd96605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:53.065865 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c12dfa9-c595-4642-857b-d8503e5ac377 req-9eb1e372-6d62-46b0-ac0f-fb715bd96605 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1098 time: 0.0892694
Jul 07 18:37:53.115911 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c12dfa9-c595-4642-857b-d8503e5ac377 req-92509416-f1a8-44a4-96a7-9f86408f55bd service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413456
Jul 07 18:37:53.179630 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7a2b2dc2-96ca-4721-a12c-ac9719cad793 req-f10ea89c-93c1-4c34-b2d6-5836d725d4a9 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646971
Jul 07 18:37:53.346093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d87-d4c2-438a-8220-c7c5e513930c req-0afa4db1-3759-493d-9543-de1f20b97796 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:53.347767 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f1130d87-d4c2-438a-8220-c7c5e513930c req-0afa4db1-3759-493d-9543-de1f20b97796 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.1886570
Jul 07 18:37:53.399257 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f1130d87-d4c2-438a-8220-c7c5e513930c req-b470c090-94e3-485f-849f-0c74bb2ddaff tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457647
Jul 07 18:37:53.555367 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:53.863901 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ca84e-f828-4422-80d6-807721cc7351 req-217cd4f4-2da9-490a-a1e5-1d3de33e51aa tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:53.865315 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c37ca84e-f828-4422-80d6-807721cc7351 req-217cd4f4-2da9-490a-a1e5-1d3de33e51aa tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.0849826
Jul 07 18:37:53.916124 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c37ca84e-f828-4422-80d6-807721cc7351 req-b4e28ec7-8ef7-4d79-a13e-eced4a55e051 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450933
Jul 07 18:37:54.582911 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53c993-e932-4c7c-ae15-afd27073de14 req-28eb61db-cebd-4904-9009-1077590a1b9e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:54.584374 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc53c993-e932-4c7c-ae15-afd27073de14 req-28eb61db-cebd-4904-9009-1077590a1b9e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.0810351
Jul 07 18:37:54.630393 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fc53c993-e932-4c7c-ae15-afd27073de14 req-dffafa35-a563-422d-a951-336728e17972 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403695
Jul 07 18:37:54.731985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:54.776251 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'code': 200}
Jul 07 18:37:55.110427 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513334-1ef1-4365-b8cb-8a7299fbc023 req-d79978f8-4520-4540-8d02-3e3a4ae15637 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:55.111826 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0513334-1ef1-4365-b8cb-8a7299fbc023 req-d79978f8-4520-4540-8d02-3e3a4ae15637 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.0835989
Jul 07 18:37:55.156234 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c0513334-1ef1-4365-b8cb-8a7299fbc023 req-fd189443-8907-4bc5-8bc3-10040a35c0d5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387428
Jul 07 18:37:55.350100 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ed458-d6b7-4a2a-94ad-b2cb4fc5c156 req-37c27ed2-f518-4dde-ad7b-ba0bc237519b tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:55.351554 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cc0ed458-d6b7-4a2a-94ad-b2cb4fc5c156 req-37c27ed2-f518-4dde-ad7b-ba0bc237519b tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.0844862
Jul 07 18:37:55.398921 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cc0ed458-d6b7-4a2a-94ad-b2cb4fc5c156 req-cea29e1b-ce7b-46a4-aca5-cc78e132b875 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416658
Jul 07 18:37:55.422333 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35364) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:55.490616 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111946f9-df6e-4444-b5d7-c5001dc5cf17 tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:55.492094 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-111946f9-df6e-4444-b5d7-c5001dc5cf17 tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1093 time: 0.0687864
Jul 07 18:37:55.494808 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35368) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:37:55.500441 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:37:55.508935 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:37:55.513099 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:floatingip and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:37:55.517126 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:37:55.522949 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:37:55.538855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:55.678219 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:55.819842 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Allocated IP 172.27.3.84 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/66c1f8e9-26be-4e80-8d8d-5e3257abf118) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:37:55.820547 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab3470-3b33-475c-b277-3a815041a23f req-42f85931-29e6-4a49-91cf-47662aa8c9e5 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:55.822116 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-81ab3470-3b33-475c-b277-3a815041a23f req-42f85931-29e6-4a49-91cf-47662aa8c9e5 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.0814183
Jul 07 18:37:55.868486 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-81ab3470-3b33-475c-b277-3a815041a23f req-f085cbc9-9a4b-4f80-8d22-e4acc006d4b5 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396953
Jul 07 18:37:55.970839 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:56.002047 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:56.005907 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:56.073234 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:37:56.076001 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:37:56.079752 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:37:56.119678 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=66c1f8e9-26be-4e80-8d8d-5e3257abf118,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:56.132080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.132451 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.132833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.133196 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.133550 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.133905 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.134255 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.134604 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.134953 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.135298 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.135642 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.135985 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:37:56.141151 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:56.250000 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b1a82b13-3379-4f92-bf12-eaec669c2f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:56.532228 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:56.605927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:56.810734 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:56.815676 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:56.819272 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:37:56.924132 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=66c1f8e9-26be-4e80-8d8d-5e3257abf118,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:37:56.928081 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:37:56.935004 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:57.059106 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af62c3-dcce-4c73-ab1d-58e177209b35 req-122aa3fb-6303-44a4-8d59-8e5ee28dbdce tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:57.060717 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f4af62c3-dcce-4c73-ab1d-58e177209b35 req-122aa3fb-6303-44a4-8d59-8e5ee28dbdce tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.0844185
Jul 07 18:37:57.109315 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f4af62c3-dcce-4c73-ab1d-58e177209b35 req-6555159e-1f0c-445f-8e1b-58071ff0612a tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418177
Jul 07 18:37:57.215829 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.l3_db [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Floating IP 2bc97312-db28-46f2-86a6-7756735ae1f1 associated. External IP: 172.27.3.84, port: 4a903882-bbe0-4ed1-9005-de841c5fdcea.
Jul 07 18:37:57.371647 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:57.577549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:37:57.767248 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:37:57.777959 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:37:57.788615 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:57.789829 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca061ddc0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:37:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:57.790000 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:57.864080 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3552082
Jul 07 18:37:57.864080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:37:57.902188 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'status': 'completed', 'code': 200}
Jul 07 18:37:57.974740 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:58.001201 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-f9e33c97-716d-4ec1-a970-c21c31f1e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:58.002690 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-f9e33c97-716d-4ec1-a970-c21c31f1e54d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1098 time: 0.0744913
Jul 07 18:37:58.145251 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-0076cb48-d16a-47e4-aeac-b1866664df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:58.146749 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-0076cb48-d16a-47e4-aeac-b1866664df2c service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1354115
Jul 07 18:37:58.264138 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-dc8dd2d3-4c29-4539-9efa-67584b2e51d0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 200  len: 998 time: 0.1091948
Jul 07 18:37:58.315175 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc48776-cea3-4b28-b4cb-db12b19491c9 req-8df16976-1660-4f76-985e-82d0e1f17b66 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:58.316689 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2bc48776-cea3-4b28-b4cb-db12b19491c9 req-8df16976-1660-4f76-985e-82d0e1f17b66 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.0885983
Jul 07 18:37:58.347301 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-0bd264d9-845a-4c15-9f83-f4dde6845770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:58.348855 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-0bd264d9-845a-4c15-9f83-f4dde6845770 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0601733
Jul 07 18:37:58.367465 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2bc48776-cea3-4b28-b4cb-db12b19491c9 req-5b10eb6e-02ea-4c34-9e4f-f480a10a7e96 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442038
Jul 07 18:37:58.384193 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca061ddc0>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:56Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:58.388402 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:37:58.397463 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:37:58.398086 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca061ddc0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:37:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:58.440270 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-dc7a87f1-a40f-4193-86ac-dfdb476e2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:58.441781 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-dc7a87f1-a40f-4193-86ac-dfdb476e2802 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740328
Jul 07 18:37:58.574554 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-98006323-d246-49a6-af36-740dbfea81b2 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251571
Jul 07 18:37:58.583533 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:37:58.651839 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:37:58.708428 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-8d30f512-cf4b-486b-a9cd-f80a52a200e4 req-d91e03f4-0fc9-4682-a853-1224eae3f791 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250997
Jul 07 18:37:58.934819 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca061ddc0>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:56Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:37:58.939356 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5dd5d6-f052-4808-8c4e-0ab5f04662e1 None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:56Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:37:59.125324 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008c474-f147-4e36-a718-0209c1fe8e2f None None] New status for floating IP 2bc97312-db28-46f2-86a6-7756735ae1f1: ACTIVE {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:37:59.566709 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac97d4-dfa3-4295-8c84-5124231e2afe req-5ca2576e-b446-43c7-95aa-84ffc4c4e3db tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:59.568908 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-18ac97d4-dfa3-4295-8c84-5124231e2afe req-5ca2576e-b446-43c7-95aa-84ffc4c4e3db tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.0860314
Jul 07 18:37:59.621998 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-18ac97d4-dfa3-4295-8c84-5124231e2afe req-b740589d-8046-482e-95fb-4c266d48353d tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435181
Jul 07 18:37:59.635288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb1fc-5d93-4f04-bd50-b237f6b66bec req-03cc36c4-e9d8-4148-833f-6cfb7a2b7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:37:59.636764 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-c14fb1fc-5d93-4f04-bd50-b237f6b66bec req-03cc36c4-e9d8-4148-833f-6cfb7a2b7dd5 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1096 time: 0.1917996
Jul 07 18:37:59.679160 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-c14fb1fc-5d93-4f04-bd50-b237f6b66bec req-48e424dc-8177-4dad-a508-48eddf91da27 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0348921
Jul 07 18:38:00.809126 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6db2c-2f51-4d91-a807-b778c0b0aec3 req-93704082-e1cf-4f87-b116-0a5cc2fad868 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:00.810558 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9df6db2c-2f51-4d91-a807-b778c0b0aec3 req-93704082-e1cf-4f87-b116-0a5cc2fad868 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 943 time: 0.0849500
Jul 07 18:38:00.855204 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9df6db2c-2f51-4d91-a807-b778c0b0aec3 req-a63f92cc-989f-4473-9f97-9446f524ed6c tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382273
Jul 07 18:38:02.465175 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:38:02.597335 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:02.610328 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'port_id': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'mac_address': 'fa:16:3e:20:b9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:38:02.665326 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:02.681847 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:38:02.697735 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:02.701770 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:02.705325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:02.772307 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=7']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:02.779688 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.780061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.780477 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.780830 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.781164 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.781489 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.781813 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.782134 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.782459 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.782775 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.783092 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.783406 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:02.787056 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:02.970219 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:38:04.468601 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:38:04.495481 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:38:04.537899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:38:04.538272 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:04.652789 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:04.679596 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:04.690416 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:04.693790 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:04.695641 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:04.724823 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'code': 200}
Jul 07 18:38:04.762541 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=8']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:04.765736 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:11.785114 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-928678ec-0fc0-4c29-becd-40d16c8f64b0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675030
Jul 07 18:38:11.946400 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6b29-574f-4553-adae-843adc795864 req-b04f0d9e-ce3d-4b7e-9639-ddc2cf86e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:11.947790 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-b04f0d9e-ce3d-4b7e-9639-ddc2cf86e818 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1098 time: 0.0726292
Jul 07 18:38:12.060157 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:12.094377 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6b29-574f-4553-adae-843adc795864 req-83971c36-eb59-4f2c-b15e-ce3dd8c5aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:12.095874 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-83971c36-eb59-4f2c-b15e-ce3dd8c5aa91 service neutron] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 909 time: 0.1270163
Jul 07 18:38:12.201164 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-97fdc97c-ddf8-4ed2-b681-b9b0ec39510b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 1001 time: 0.0984809
Jul 07 18:38:12.268388 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6b29-574f-4553-adae-843adc795864 req-f4a85e08-0a12-4f01-aa22-a9c642a58741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:12.269874 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-f4a85e08-0a12-4f01-aa22-a9c642a58741 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.0617940
Jul 07 18:38:12.351338 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6b29-574f-4553-adae-843adc795864 req-e022928c-9f3b-4502-92ee-660c8bee7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:12.352834 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-e022928c-9f3b-4502-92ee-660c8bee7cac service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750763
Jul 07 18:38:12.484641 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-f50b5740-0135-4c71-925a-789852cde543 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247532
Jul 07 18:38:12.616130 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b37c6b29-574f-4553-adae-843adc795864 req-d17e4e61-087e-4b3c-8b87-622fff5a8fda service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232450
Jul 07 18:38:21.875946 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986235bb-328b-4a51-9901-fd171f5b24d0 req-11c0f7f2-6aa4-49d9-86ae-3ee80c24c60a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:21.877028 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-986235bb-328b-4a51-9901-fd171f5b24d0 req-11c0f7f2-6aa4-49d9-86ae-3ee80c24c60a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.0794601
Jul 07 18:38:21.920197 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-986235bb-328b-4a51-9901-fd171f5b24d0 req-8867a9c9-fff7-4d3a-a1fa-6e5e8bc6e9d2 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374930
Jul 07 18:38:22.923812 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc530-922f-4284-a92c-a2c74cbc8899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:23.115637 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba1efa-271c-4022-8a48-426d4cc47729 req-9b69d3fb-4172-4f2c-9b1e-fe9df1c0ec07 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:23.117132 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-52ba1efa-271c-4022-8a48-426d4cc47729 req-9b69d3fb-4172-4f2c-9b1e-fe9df1c0ec07 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.0905843
Jul 07 18:38:23.162440 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-52ba1efa-271c-4022-8a48-426d4cc47729 req-248d981c-6abd-4176-8b12-20c08019b058 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393662
Jul 07 18:38:23.557573 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:23.861600 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1115e-9749-44de-af33-a291e23b4acb req-44bbb0f0-a2b6-41a4-9fdc-20310426e55e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:23.862196 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-dcf1115e-9749-44de-af33-a291e23b4acb req-44bbb0f0-a2b6-41a4-9fdc-20310426e55e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Synchronizing usage tracker for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:38:23.873379 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-dcf1115e-9749-44de-af33-a291e23b4acb req-44bbb0f0-a2b6-41a4-9fdc-20310426e55e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Unset dirty status for tenant:4e2d4139a72743ff8590764a772623cd on resource:port {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:38:23.874450 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dcf1115e-9749-44de-af33-a291e23b4acb req-44bbb0f0-a2b6-41a4-9fdc-20310426e55e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.0904469
Jul 07 18:38:23.945281 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Deleting port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:23.945607 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:24.193405 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] For port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:24.193761 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:24.354561 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ccca-6dc1-4d35-8b60-a3b589c0001c req-530e842e-8e59-48ba-979e-8d8ab0cdcbef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:24.356035 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d057ccca-6dc1-4d35-8b60-a3b589c0001c req-530e842e-8e59-48ba-979e-8d8ab0cdcbef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 945 time: 0.0837109
Jul 07 18:38:24.403923 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d057ccca-6dc1-4d35-8b60-a3b589c0001c req-39922158-029b-4dd7-abaa-d024b210e48c tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d472a88-59c6-418d-94c6-5dcd740a0f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406153
Jul 07 18:38:24.585596 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:24.585957 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:24.586261 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.l3_db [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Floating IP 5fa6f2a2-f531-4f20-8b05-b615a17210cb disassociated. External IP: 172.27.3.230, port: c859d9eb-6c1d-444e-8e2f-f6441e08f5fb.
Jul 07 18:38:24.586591 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Calling delete_port for c859d9eb-6c1d-444e-8e2f-f6441e08f5fb owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:24.728239 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:24.733988 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f37f42f0-2215-4989-9a57-1d26a49853dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:24.781592 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event deleted for resources: {'Port': ['ID=c859d9eb-6c1d-444e-8e2f-f6441e08f5fb,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:24.784638 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:24.968912 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Router 54887122-77c6-4362-b27a-de017779dc18 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:38:25.150329 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:38:25.165081 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] Sync routers for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:38:25.176997 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:25.178166 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07535b0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:37:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:25.252861 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] No DVR routers for this DVR port c859d9eb-6c1d-444e-8e2f-f6441e08f5fb on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:38:25.255931 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:25.259041 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'name': 'network-vif-deleted', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:25.301033 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-dcf1115e-9749-44de-af33-a291e23b4acb req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.101 "DELETE /v2.0/ports/c859d9eb-6c1d-444e-8e2f-f6441e08f5fb HTTP/1.1" status: 204  len: 173 time: 1.4191341
Jul 07 18:38:25.337657 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd161814e-8d88-43fe-818f-04eed9331961', 'name': 'network-vif-deleted', 'tag': 'c859d9eb-6c1d-444e-8e2f-f6441e08f5fb', 'status': 'completed', 'code': 200}
Jul 07 18:38:25.462303 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:25.591246 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f0f23790-cee3-446b-88f8-501a2b8973a5 req-4507f205-ff09-4ae4-9340-382d3735e76e tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/ports?device_id=d161814e-8d88-43fe-818f-04eed9331961 HTTP/1.1" status: 200  len: 210 time: 0.0445898
Jul 07 18:38:25.819074 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07535b0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:25.823096 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] Checking router: 54887122-77c6-4362-b27a-de017779dc18 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:38:25.831656 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:25.832261 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca07535b0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:37:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:26.009686 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:26.300308 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c5e50216-3370-4d77-b9f5-1bc9999544bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:26.335687 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca07535b0>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:26.339519 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c7036-cd0e-491a-b682-425685145489 None None] The sync data for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi is: [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:31:11Z', 'revision_number': 4, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': 'fc6f6ed2-0e01-414e-b04a-913ccbd10eee', 'name': '', 'network_id': 'd94b882e-8392-4485-aeb3-262c03ca768a', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'mac_address': 'fa:16:3e:64:25:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:08Z', 'updated_at': '2021-07-07T18:31:28Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'subnets': [{'id': '061bb18d-8f04-4a62-8d27-2de0db8ee05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:38:26.552975 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b9373-e2a3-40fc-bd27-86f64f35aa31 None None] New status for floating IP 5fa6f2a2-f531-4f20-8b05-b615a17210cb: DOWN {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:38:26.730025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35484) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:26.803135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e6c42afb-3079-411d-b41f-405270eafaef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:26.833398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e6c42afb-3079-411d-b41f-405270eafaef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:26.891639 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e6c42afb-3079-411d-b41f-405270eafaef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:26.895710 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fc7351de-86e9-42e6-8441-e1a610fd9b91 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:26.911153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c42afb-3079-411d-b41f-405270eafaef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d472a88-59c6-418d-94c6-5dcd740a0f75,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:26.915173 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e6c42afb-3079-411d-b41f-405270eafaef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:26.918733 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e6c42afb-3079-411d-b41f-405270eafaef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:26.924359 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-e6c42afb-3079-411d-b41f-405270eafaef tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "DELETE /v2.0/security-groups/9d472a88-59c6-418d-94c6-5dcd740a0f75 HTTP/1.1" status: 204  len: 168 time: 0.1885359
Jul 07 18:38:26.924359 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35492) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:26.943912 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.api.v2.resource [None req-3bfe212c-43d0-445b-bf0f-4417e559ea05 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] show failed (client error): The resource could not be found.
Jul 07 18:38:26.948409 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3bfe212c-43d0-445b-bf0f-4417e559ea05 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "GET /v2.0/security-groups/9d472a88-59c6-418d-94c6-5dcd740a0f75 HTTP/1.1" status: 404  len: 347 time: 0.0205424
Jul 07 18:38:26.948703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35496) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:27.179299 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Deleting port 5ed51bd2-9d94-4e40-970a-cd019bada875 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:27.179631 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:27.375208 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:27.460331 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fdec2-8214-4e76-ab8b-28ca2cb1bfba req-f0697074-7b6c-4477-9a0f-134fe0919328 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:27.461790 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a81fdec2-8214-4e76-ab8b-28ca2cb1bfba req-f0697074-7b6c-4477-9a0f-134fe0919328 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 946 time: 0.3258030
Jul 07 18:38:27.496029 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:27.496350 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:27.645094 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Calling delete_port for 5ed51bd2-9d94-4e40-970a-cd019bada875 owned by network:floatingip {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:27.687630 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a81fdec2-8214-4e76-ab8b-28ca2cb1bfba req-32e2fdab-8a89-4546-9ee0-a792793f5259 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2129736
Jul 07 18:38:27.793112 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:27.796688 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ea5b8524-dc12-4109-9be1-283e7cefec71 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:27.840464 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Pushing event deleted for resources: {'Port': ['ID=5ed51bd2-9d94-4e40-970a-cd019bada875,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:27.844775 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:27.936744 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks [] for floatingip, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:27.950301 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:27.951425 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] 10.222.0.60 "DELETE /v2.0/floatingips/5fa6f2a2-f531-4f20-8b05-b615a17210cb HTTP/1.1" status: 204  len: 168 time: 1.0016215
Jul 07 18:38:28.591622 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:28.654632 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device c859d9eb-6c1d-444e-8e2f-f6441e08f5fb no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:38:28.689305 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: c859d9eb-6c1d-444e-8e2f-f6441e08f5fb {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:38:28.689680 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device c859d9eb-6c1d-444e-8e2f-f6441e08f5fb not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:38:28.771680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-999db9bc-fd34-40c2-94d4-282db90763a9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:28.772386 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-999db9bc-fd34-40c2-94d4-282db90763a9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Synchronizing usage tracker for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:port {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:38:28.790233 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-999db9bc-fd34-40c2-94d4-282db90763a9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Unset dirty status for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:port {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:38:28.791493 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-999db9bc-fd34-40c2-94d4-282db90763a9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 946 time: 0.1073537
Jul 07 18:38:28.865301 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Deleting port 30964cf3-6d9c-44e7-a743-7e39da330cea {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:28.865558 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:28.884958 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340caef2-d016-4ceb-9007-353281795328 req-71af3283-c394-4e09-a190-c4a56ab191b4 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:28.886451 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-340caef2-d016-4ceb-9007-353281795328 req-71af3283-c394-4e09-a190-c4a56ab191b4 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 946 time: 0.0810974
Jul 07 18:38:28.936886 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-340caef2-d016-4ceb-9007-353281795328 req-cf2fbad0-8098-40e2-ab71-96fc3b6aaaa8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f02b3b-1c4d-4ceb-809b-57d6c1394d25&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438974
Jul 07 18:38:29.122384 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] For port 30964cf3-6d9c-44e7-a743-7e39da330cea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=30964cf3-6d9c-44e7-a743-7e39da330cea,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:29.122619 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:29.421439 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:29.421810 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:29.422123 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.l3_db [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Floating IP 2e3b6200-2a79-49a5-98a0-0dcabd9d2644 disassociated. External IP: 172.27.3.151, port: 30964cf3-6d9c-44e7-a743-7e39da330cea.
Jul 07 18:38:29.422504 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Calling delete_port for 30964cf3-6d9c-44e7-a743-7e39da330cea owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:29.704793 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:29.711387 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a9d77100-a7ed-4e5a-a453-299accde2a24 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:29.759449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event deleted for resources: {'Port': ['ID=30964cf3-6d9c-44e7-a743-7e39da330cea,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:29.763142 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:29.956551 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:38:30.095907 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-26976970-0507-4706-9c2e-4d525aa0bd9f req-f30284c3-27d0-4827-b249-e9ccb0fcd799 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd1855d8-2280-4454-b246-3797e9e112c0 HTTP/1.1" status: 200  len: 210 time: 0.0448105
Jul 07 18:38:30.171029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:38:30.184579 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] Sync routers for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:38:30.199090 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:30.200049 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0bf9940>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:30.280166 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] No DVR routers for this DVR port 30964cf3-6d9c-44e7-a743-7e39da330cea on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:38:30.283833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:30.286716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-deleted', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:30.309109 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ae2da76e-50cd-4bdc-9805-a2850d22256b req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "DELETE /v2.0/ports/30964cf3-6d9c-44e7-a743-7e39da330cea HTTP/1.1" status: 204  len: 173 time: 1.5092590
Jul 07 18:38:30.356080 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1855d8-2280-4454-b246-3797e9e112c0', 'name': 'network-vif-deleted', 'tag': '30964cf3-6d9c-44e7-a743-7e39da330cea', 'status': 'completed', 'code': 200}
Jul 07 18:38:30.443575 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:30.841115 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0bf9940>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:30.845721 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] Checking router: 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:38:30.858197 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:30.858844 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0bf9940>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:31.054809 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:31.247947 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35536) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:31.314896 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:31.341973 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:31.371489 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0bf9940>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:31.375470 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae7a2d-f64b-419e-af63-07287a9e4813 None None] The sync data for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi is: [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:38:31.396193 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:31.400101 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e41cf04-1fd5-4b13-817d-3e2ace886b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:31.420336 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f02b3b-1c4d-4ceb-809b-57d6c1394d25,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:31.423718 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:31.434043 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:31.438034 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "DELETE /v2.0/security-groups/88f02b3b-1c4d-4ceb-809b-57d6c1394d25 HTTP/1.1" status: 204  len: 168 time: 0.1865113
Jul 07 18:38:31.438408 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35540) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:31.461470 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.api.v2.resource [None req-d9bdc139-a3dc-4379-a72a-23787e61de16 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] show failed (client error): The resource could not be found.
Jul 07 18:38:31.461718 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-d9bdc139-a3dc-4379-a72a-23787e61de16 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups/88f02b3b-1c4d-4ceb-809b-57d6c1394d25 HTTP/1.1" status: 404  len: 347 time: 0.0223470
Jul 07 18:38:31.464572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35544) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:31.626040 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d62d4-5aeb-465f-9558-abbb5392119f None None] New status for floating IP 2e3b6200-2a79-49a5-98a0-0dcabd9d2644: DOWN {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:38:31.627109 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Deleting port e463db32-bd33-460c-b7ac-1a9b6595947a {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:31.627448 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:31.804072 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:31.804408 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:31.930675 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Calling delete_port for e463db32-bd33-460c-b7ac-1a9b6595947a owned by network:floatingip {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:32.017946 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.db.api [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:38:32.018293 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_db.api [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:38:32.037942 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35554) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:32.519248 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Deleting port e463db32-bd33-460c-b7ac-1a9b6595947a {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:32.519955 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:32.667915 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:38:32.707114 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 30964cf3-6d9c-44e7-a743-7e39da330cea {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:38:32.707459 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 30964cf3-6d9c-44e7-a743-7e39da330cea not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:38:32.847856 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:32.848292 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:32.988526 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Calling delete_port for e463db32-bd33-460c-b7ac-1a9b6595947a owned by network:floatingip {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:33.185986 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:33.191621 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-73f871ae-b9d0-4bb4-bc50-891c14f9ec3b tempest-VolumesNegativeTest-518386439 tempest-VolumesNegativeTest-518386439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:33.266067 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event deleted for resources: {'Port': ['ID=e463db32-bd33-460c-b7ac-1a9b6595947a,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:33.274915 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:33.281950 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:33.474214 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:33.499361 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:33.500452 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "DELETE /v2.0/floatingips/2e3b6200-2a79-49a5-98a0-0dcabd9d2644 HTTP/1.1" status: 204  len: 168 time: 2.0349848
Jul 07 18:38:33.691623 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Deleting port fc6f6ed2-0e01-414e-b04a-913ccbd10eee {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:33.692398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:33.943538 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35562) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:33.949272 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356105759', 'description': 'tempest-description--2000433586'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:33.955783 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:33.959930 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:33.962762 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:33.968251 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:33.979481 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:33.980705 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] For port fc6f6ed2-0e01-414e-b04a-913ccbd10eee, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:33.981084 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:33.999256 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:34.003397 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group_rule and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:34.006221 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:34.012141 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:34.088539 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.092344 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.096757 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b2cc5d48-ebb2-44b4-82dc-aec4550e42de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:34.109241 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Calling delete_port for fc6f6ed2-0e01-414e-b04a-913ccbd10eee owned by network:router_interface {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:34.142424 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca76b8-63a3-4a1d-9f4c-207c29a3d677,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:34.146431 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:34.147672 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.151756 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2069533
Jul 07 18:38:34.151974 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35566) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:34.158808 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'security_group_rule': {'security_group_id': '36ca76b8-63a3-4a1d-9f4c-207c29a3d677', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:34.166282 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:34.173280 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group_rule and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:34.178304 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:34.186541 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:34.220444 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.305477 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.335320 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.346284 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:34.375410 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffdfa2d-5694-4249-818f-25b305b3601e,revision_number=0']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:34.383013 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:34.390960 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.396288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a2650878-6213-49c3-9ace-a13686e74ba3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:34.433429 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.434519 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-357f6462-4410-4eb8-9824-ccce3431f261 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2817540
Jul 07 18:38:34.437344 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35570) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:34.443388 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'security_group_rule': {'security_group_id': '36ca76b8-63a3-4a1d-9f4c-207c29a3d677', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:34.448017 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6f6ed2-0e01-414e-b04a-913ccbd10eee,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:34.451655 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:34.460904 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:security_group_rule and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:34.465445 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:34.473425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:34.474554 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:34.496258 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.569617 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.574699 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369817'] for security_group_rule, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.576728 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:34.598063 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373ca0e8-7363-4c72-bf60-dca6ecd328d1,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:34.603400 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:34.612925 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.614578 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8105388f-547a-4524-9cf4-0f20cbbd2601 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1757486
Jul 07 18:38:34.617633 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35574) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:34.623697 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:34.631009 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:34.635388 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:floatingip and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:34.638479 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:34.645208 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:34.659567 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.739279 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.795487 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:34.937903 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Allocated IP 172.27.3.13 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/e37034c8-6fb4-419d-94d3-924ec4a3c843) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:38:35.088348 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.108597 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Router 54887122-77c6-4362-b27a-de017779dc18 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:38:35.120144 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.124628 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e2e5c86-0c83-4c43-8a30-9d06d686c9e9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:35.189857 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:38:35.192779 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:38:35.196758 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:38:35.244537 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'Port': ['ID=e37034c8-6fb4-419d-94d3-924ec4a3c843,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:35.248430 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:35.284636 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.300107 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:38:35.309376 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] 10.222.0.60 "PUT /v2.0/routers/54887122-77c6-4362-b27a-de017779dc18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2703936
Jul 07 18:38:35.310406 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35578) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:35.311375 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] Sync routers for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:38:35.322721 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:35.323358 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15ec160>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:35.351036 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.510797 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:35.614847 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.676818 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.683071 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.688189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-595ad672-b82b-4353-aa0a-10d21f31984d tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:35.794363 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'Port': ['ID=e37034c8-6fb4-419d-94d3-924ec4a3c843,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:35.799046 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:35.808019 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.810903 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.821861 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Deleting port 174dcea1-2661-4052-ae35-9d4ec123c4a4 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:35.822282 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.833008 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:35.842294 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2155457
Jul 07 18:38:35.882313 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15ec160>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:38:34Z', 'revision_number': 5, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port': {'id': '174dcea1-2661-4052-ae35-9d4ec123c4a4', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54887122-77c6-4362-b27a-de017779dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:31:01Z', 'updated_at': '2021-07-07T18:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:35.886528 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] Checking router: 54887122-77c6-4362-b27a-de017779dc18 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:38:35.895139 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] Routers {'54887122-77c6-4362-b27a-de017779dc18'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:35.895953 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca15ec160>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['54887122-77c6-4362-b27a-de017779dc18'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:36.015663 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] For port 174dcea1-2661-4052-ae35-9d4ec123c4a4, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=174dcea1-2661-4052-ae35-9d4ec123c4a4,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:36.016158 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.048648 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] Set router 54887122-77c6-4362-b27a-de017779dc18 gateway port host: None {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:36.078297 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-d97bcaed-8fde-4977-9898-a76dad671c4d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Synchronizing usage tracker for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:security_group {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:38:36.095833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-d97bcaed-8fde-4977-9898-a76dad671c4d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Unset dirty status for tenant:58b88981905141b6b2fd8ccbfa870f36 on resource:security_group {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:38:36.097385 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-d97bcaed-8fde-4977-9898-a76dad671c4d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--356105759&fields=id&tenant_id=58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 267 time: 0.0621612
Jul 07 18:38:36.141070 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Calling delete_port for 174dcea1-2661-4052-ae35-9d4ec123c4a4 owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:36.162830 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca15ec160>, [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:38:35Z', 'revision_number': 6, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:36.167992 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58322a8d-1dd2-4387-89e6-27390ce45283 None None] The sync data for ids ['54887122-77c6-4362-b27a-de017779dc18'] in dv-cinder-798696-1-iscsi is: [{'id': '54887122-77c6-4362-b27a-de017779dc18', 'name': 'tempest-AttachVolumeTestJSON-450573099-router', 'tenant_id': '4e2d4139a72743ff8590764a772623cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:30:58Z', 'updated_at': '2021-07-07T18:38:35Z', 'revision_number': 6, 'project_id': '4e2d4139a72743ff8590764a772623cd', 'gw_port_host': None}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:38:36.265795 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-0e461807-e233-40df-a9f8-dce99c896a3f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:36.267898 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-0e461807-e233-40df-a9f8-dce99c896a3f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 816 time: 0.1629329
Jul 07 18:38:36.283423 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-ba02bbeb-f99a-4120-9953-961259591ded tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/quotas/58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 375 time: 0.0099101
Jul 07 18:38:36.324189 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.328153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-bf125329-10a4-4e6f-9056-8652944e107e tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:36.370543 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Pushing event deleted for resources: {'Port': ['ID=174dcea1-2661-4052-ae35-9d4ec123c4a4,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:36.373247 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-8168ada4-0382-4fbd-96f0-46474aa93a26 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0845952
Jul 07 18:38:36.374075 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:36.469382 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.522100 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-22a0d5c5-115a-4299-9715-30691c3026ac service neutron] 10.222.0.60 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341727
Jul 07 18:38:36.651945 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.654144 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.666468 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-4e3128fe-1e62-4aed-a0ac-f1dfa6dd92e1 service neutron] 10.222.0.60 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381061
Jul 07 18:38:36.678978 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.679644 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54887122-77c6-4362-b27a-de017779dc18 {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:38:36.694101 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.695224 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] 10.222.0.60 "DELETE /v2.0/routers/54887122-77c6-4362-b27a-de017779dc18 HTTP/1.1" status: 204  len: 168 time: 1.3839042
Jul 07 18:38:36.697719 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35596) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:36.760552 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Deleting subnet 061bb18d-8f04-4a62-8d27-2de0db8ee05b {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:38:36.763731 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.818026 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:36.848027 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ddd65370-2699-4db1-b3b3-09307ceb84e1 req-0eb63bcf-4171-45a0-b7ac-016ab6655af1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 210 time: 0.0456169
Jul 07 18:38:37.045234 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.116572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.121410 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-828ea1bc-27cc-4bbd-9bb9-ba76dd775ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:37.158139 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061bb18d-8f04-4a62-8d27-2de0db8ee05b,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:37.159717 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.164221 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc5336-0905-4ae8-9aed-2c841f453afd None None] Network d94b882e-8392-4485-aeb3-262c03ca768a requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:38:37.165654 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/061bb18d-8f04-4a62-8d27-2de0db8ee05b HTTP/1.1" status: 204  len: 168 time: 0.4669893
Jul 07 18:38:37.166610 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8cf20b19-a3be-4982-b9bc-ae908aaf2c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:37.168055 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 35612) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:37.289488 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.301024 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Deleting port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:37.301460 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.503831 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] DHCP port deletion for d94b882e-8392-4485-aeb3-262c03ca768a request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:38:37.508395 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Deleting port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:37.508914 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.535628 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] For port b2a01a88-7d1e-41a2-82b9-bc3e6c961788, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:37.535981 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.664463 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Calling delete_port for b2a01a88-7d1e-41a2-82b9-bc3e6c961788 owned by network:dhcp {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:37.675662 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 174dcea1-2661-4052-ae35-9d4ec123c4a4 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:38:37.729048 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 174dcea1-2661-4052-ae35-9d4ec123c4a4 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:38:37.729400 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 174dcea1-2661-4052-ae35-9d4ec123c4a4 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:38:37.729830 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fc6f6ed2-0e01-414e-b04a-913ccbd10eee no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:38:37.748431 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.755745 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:37.780328 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: fc6f6ed2-0e01-414e-b04a-913ccbd10eee {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:38:37.780676 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fc6f6ed2-0e01-414e-b04a-913ccbd10eee not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:38:37.781118 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b2a01a88-7d1e-41a2-82b9-bc3e6c961788 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:38:37.802867 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:37.804679 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] No DVR routers for this DVR port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 on host dv-cinder-798696-1-iscsi {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:38:37.806229 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:37.822119 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: b2a01a88-7d1e-41a2-82b9-bc3e6c961788 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:38:37.822474 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device b2a01a88-7d1e-41a2-82b9-bc3e6c961788 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:38:37.827516 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] For port b2a01a88-7d1e-41a2-82b9-bc3e6c961788, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=b2a01a88-7d1e-41a2-82b9-bc3e6c961788,segment=NetworkSegment(e3043f4b-7171-410b-aabe-ee5e0a05b087),segment_id=e3043f4b-7171-410b-aabe-ee5e0a05b087)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:37.827917 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:37.967526 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Calling delete_port for b2a01a88-7d1e-41a2-82b9-bc3e6c961788 owned by network:dhcp {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:38:38.015425 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.034533 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9af10c10>,) {'filters': {'network_id': ['d94b882e-8392-4485-aeb3-262c03ca768a']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:38.042206 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7b9c030b-b326-49b8-bfa5-7fe3611bee9b req-f37dd9d2-bdc3-4a8c-985d-62f72142cd22 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 210 time: 0.0574448
Jul 07 18:38:38.056047 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9af10c10>, 'e3043f4b-7171-410b-aabe-ee5e0a05b087') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:38.056334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9af10c10>, 'e3043f4b-7171-410b-aabe-ee5e0a05b087') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:38.063168 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:38:38.063612 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:38:38.083258 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.113937 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.127308 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-3e55ab3a-da42-438c-8cab-d0aeff366149 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:38.128724 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-3e55ab3a-da42-438c-8cab-d0aeff366149 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 816 time: 0.2198918
Jul 07 18:38:38.131203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:38:38.131565 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:38:38.145567 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:38:38.262043 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-e9292234-645f-41c9-ae95-28ffebdeba0f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 379 time: 0.1128812
Jul 07 18:38:38.262748 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.267189 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-08db2582-60c7-45c2-8bc7-42a5024baaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:38.280201 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.287581 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'port': {'device_id': '56c53036-22fa-4b15-a658-699c9a17d636', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'admin_state_up': True, 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'security_groups': ['36ca76b8-63a3-4a1d-9f4c-207c29a3d677']}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:38.363472 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94b882e-8392-4485-aeb3-262c03ca768a,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:38.377161 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:38.385349 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d94b882e-8392-4485-aeb3-262c03ca768a HTTP/1.1" status: 204  len: 168 time: 1.2163641
Jul 07 18:38:38.440990 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:38.445135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Usage tracker for resource:port and tenant:58b88981905141b6b2fd8ccbfa870f36 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:38.448197 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:38.454760 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:38.464421 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Made reservation on behalf of 58b88981905141b6b2fd8ccbfa870f36 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:38:38.467922 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.504687 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35624) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:38.556848 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-adaa9a62-7856-4f82-b314-610d7b48a829 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e2d4139a72743ff8590764a772623cd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0507407
Jul 07 18:38:38.559394 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35628) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:38.565097 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Deleting port b2a01a88-7d1e-41a2-82b9-bc3e6c961788 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:38:38.565649 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.628725 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.646150 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-02d888c5-93fc-4197-aa29-9967e2b0298a None None] The port 'b2a01a88-7d1e-41a2-82b9-bc3e6c961788' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:38:38.655944 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.709920 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.713926 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-48d9bb6d-8d6c-4b0a-bba0-6e099a7ff917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:38.727293 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc7a41e-7181-426a-b628-69ed5dfc1f0f,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:38.730948 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:38.736979 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.738106 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdc7a41e-7181-426a-b628-69ed5dfc1f0f HTTP/1.1" status: 204  len: 168 time: 0.1777871
Jul 07 18:38:38.759387 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Allocated IP 172.20.0.8 (acc736c6-1518-47a0-9b32-bba7319f36f6/a26ec76e-c4b8-4d1a-b423-0f6a37beabcf/adfe18fa-1535-4932-a16f-ae100e354c1a) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:38:38.959516 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:38.977474 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Transition to ACTIVE for port object adfe18fa-1535-4932-a16f-ae100e354c1a will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:38:39.002564 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.008073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c417917b-1190-4c5c-b59e-1be3160c0aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:39.077474 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Network acc736c6-1518-47a0-9b32-bba7319f36f6 is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:38:39.081309 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:38:39.085326 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:38:39.128220 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:39.138093 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:39.165179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:39.165853 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.201276 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-97fd6249-5d62-47f0-a77d-ac5d5e7408e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9176943
Jul 07 18:38:39.215507 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Request body: {'port': {'device_id': '56c53036-22fa-4b15-a658-699c9a17d636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:39.295144 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e653fd-9e24-4da8-8ab2-55c64a1ecfbc req-b8f9f1ce-694d-4778-9e0e-b7c300c14f11 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:39.297872 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a7e653fd-9e24-4da8-8ab2-55c64a1ecfbc req-b8f9f1ce-694d-4778-9e0e-b7c300c14f11 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 931 time: 0.1220999
Jul 07 18:38:39.355985 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.357116 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-b9b0a5b3-79f1-46bf-b73d-667be73fd585 None None] Provisioning for port adfe18fa-1535-4932-a16f-ae100e354c1a completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:38:39.361938 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a7e653fd-9e24-4da8-8ab2-55c64a1ecfbc req-b96bbdcf-17ca-4903-aacb-7bd31d5f84b8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557601
Jul 07 18:38:39.366875 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-b9b0a5b3-79f1-46bf-b73d-667be73fd585 None None] Provisioning complete for port adfe18fa-1535-4932-a16f-ae100e354c1a triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:38:39.367773 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a5b3-79f1-46bf-b73d-667be73fd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.435299 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0a5b3-79f1-46bf-b73d-667be73fd585 None None] Port adfe18fa-1535-4932-a16f-ae100e354c1a cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:38:39.580994 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35654) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:39.699436 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-205524939-network', 'tenant_id': 'd048ac212d6c48e1888ab45225be0958'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:39.704193 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:39.708205 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Usage tracker for resource:network and tenant:d048ac212d6c48e1888ab45225be0958 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:39.711136 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:39.717460 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:39.718473 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfe18fa-1535-4932-a16f-ae100e354c1a {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:38:39.726400 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.728907 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Made reservation on behalf of d048ac212d6c48e1888ab45225be0958 for: {'network': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:38:39.731218 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.741636 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Transition to ACTIVE for port object adfe18fa-1535-4932-a16f-ae100e354c1a will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:38:39.743878 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.745350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.750095 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:39.758343 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:39.762130 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Usage tracker for resource:security_group_rule and tenant:d048ac212d6c48e1888ab45225be0958 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:39.764950 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:39.775448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:39.865549 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.869726 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.872987 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-12deff45-da3f-474f-8cbc-0ea2476a6f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:39.915953 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:39.916337 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'}  {{(pid=78558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:38:39.921929 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b440b825-e67a-4c6e-baa7-88cbd82be05f,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:39.924216 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:39.926157 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:39.931480 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:39.932223 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.segments_db [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Added segment 2b1e30b5-6027-44dd-809c-d35cabf57845 of type vlan for network a296d3e8-9212-42ca-be23-e662c27907fc
Jul 07 18:38:39.966960 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.002713 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.004162 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:40.004825 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.004952 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Attempting to bind port adfe18fa-1535-4932-a16f-ae100e354c1a on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:38:40.005297 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Attempting to bind port adfe18fa-1535-4932-a16f-ae100e354c1a by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:38:40.005579 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Attempting to bind port adfe18fa-1535-4932-a16f-ae100e354c1a on network acc736c6-1518-47a0-9b32-bba7319f36f6 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:38:40.009948 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3b731c04-d0bc-4dc7-b04b-c3b5b5141d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:40.010392 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Port adfe18fa-1535-4932-a16f-ae100e354c1a on network acc736c6-1518-47a0-9b32-bba7319f36f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:38:40.010701 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Attempting to bind port adfe18fa-1535-4932-a16f-ae100e354c1a on network acc736c6-1518-47a0-9b32-bba7319f36f6 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:38:40.015912 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:38:40.017119 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Checking segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:38:40.017597 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Bound using segment: {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:38:40.018042 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Bound port: adfe18fa-1535-4932-a16f-ae100e354c1a, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:38:40.018393 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.110617 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5282679
Jul 07 18:38:40.111345 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Pushing event updated for resources: {'Network': ['ID=a296d3e8-9212-42ca-be23-e662c27907fc,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:40.113281 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:38:40.113785 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35660) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:40.116869 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:38:40.120053 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Request body: {'subnet': {'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-205524939-subnet', 'tenant_id': 'd048ac212d6c48e1888ab45225be0958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:40.121468 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.126527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:40.128956 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.129332 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.129714 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.130055 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.130409 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.130762 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.131114 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.131471 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.131808 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.132155 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.132499 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.132866 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:38:40.136075 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:40.138472 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8a7d33ee-a9c9-443f-adc9-19d4ad8dd297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:40.141690 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Usage tracker for resource:subnet and tenant:d048ac212d6c48e1888ab45225be0958 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:40.144380 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:40.145545 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network a296d3e8-9212-42ca-be23-e662c27907fc details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:38:40.150182 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:40.161151 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Made reservation on behalf of d048ac212d6c48e1888ab45225be0958 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:38:40.164168 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.181990 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:40.182856 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.185052 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] 10.222.0.101 "PUT /v2.0/ports/adfe18fa-1535-4932-a16f-ae100e354c1a HTTP/1.1" status: 200  len: 1093 time: 0.9751225
Jul 07 18:38:40.190536 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:40.253832 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:40.258547 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:40.308291 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'status': 'completed', 'code': 200}
Jul 07 18:38:40.351349 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-e0dcec13-16b2-4a49-8829-bde38f2e9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:40.353058 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-e0dcec13-16b2-4a49-8829-bde38f2e9297 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 1096 time: 0.0957606
Jul 07 18:38:40.426846 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-5b7266cc-15ee-45bd-a6d5-c1e4522e0ec8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adfe18fa-1535-4932-a16f-ae100e354c1a HTTP/1.1" status: 200  len: 217 time: 0.0655773
Jul 07 18:38:40.501790 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-ebb516d2-e086-48c9-9801-94a297502d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:40.503274 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-ebb516d2-e086-48c9-9801-94a297502d4a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0683804
Jul 07 18:38:40.576094 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.587503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-0b76315d-881d-4299-9523-8b9005e489c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:40.590336 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-0b76315d-881d-4299-9523-8b9005e489c6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767016
Jul 07 18:38:40.591302 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:40.676997 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:40.681540 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:40.692350 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Checking segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:38:40.692695 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Network hostable DHCP agents. Network: a296d3e8-9212-42ca-be23-e662c27907fc, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:38:40.713858 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1218c-5834-44a0-8544-7fe8189ec318 req-dd5a29a7-8832-4a06-a356-81c3c0708d83 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:40.715344 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-17f1218c-5834-44a0-8544-7fe8189ec318 req-dd5a29a7-8832-4a06-a356-81c3c0708d83 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.1764097
Jul 07 18:38:40.729954 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-06750880-e45b-4c5d-bcbd-5765544cc928 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324224
Jul 07 18:38:40.738833 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Network a296d3e8-9212-42ca-be23-e662c27907fc is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:38:40.758966 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, a296d3e8-9212-42ca-be23-e662c27907fc) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:38:40.768104 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:40.768431 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc205d-e61b-4371-84bd-c951248b2261 None None] Network a296d3e8-9212-42ca-be23-e662c27907fc requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:38:40.768684 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:40.781540 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-17f1218c-5834-44a0-8544-7fe8189ec318 req-4d0e7bef-22c8-46eb-8c3b-2ead7cb7249c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583961
Jul 07 18:38:40.802926 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-53a7013d-13fe-46ca-baa7-39298c52e1a9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6809340
Jul 07 18:38:40.876735 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b077da1e-c67e-44ce-949b-a58f478e5511 req-e25dc834-5dbc-4a08-b0ae-d2175a07fdbb service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396306
Jul 07 18:38:41.050897 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b145c-7d5e-47d0-9326-cb8a12af5f0f None None] Network a296d3e8-9212-42ca-be23-e662c27907fc requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:38:41.126511 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-251f0ff6-bcb7-4cb9-9591-c3a56b6f0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:41.127999 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-251f0ff6-bcb7-4cb9-9591-c3a56b6f0e71 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 1096 time: 0.1840963
Jul 07 18:38:41.276716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-d3f795ae-9733-4b63-bd2b-d0addea0fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:41.278400 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-d3f795ae-9733-4b63-bd2b-d0addea0fc07 service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.1436017
Jul 07 18:38:41.349175 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-f6325516-a11e-4e3d-a1f3-8296593610af service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adfe18fa-1535-4932-a16f-ae100e354c1a HTTP/1.1" status: 200  len: 217 time: 0.0639315
Jul 07 18:38:41.356402 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-355202b5-3033-430f-a842-875adb38109f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:41.357081 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-355202b5-3033-430f-a842-875adb38109f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Synchronizing usage tracker for tenant:d048ac212d6c48e1888ab45225be0958 on resource:network {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:38:41.374134 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-355202b5-3033-430f-a842-875adb38109f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Unset dirty status for tenant:d048ac212d6c48e1888ab45225be0958 on resource:network {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:38:41.376545 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-355202b5-3033-430f-a842-875adb38109f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1773438
Jul 07 18:38:41.391644 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-1aef2cc5-8556-4cbc-a8fd-26f0b4f4fc44 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/quotas/d048ac212d6c48e1888ab45225be0958 HTTP/1.1" status: 200  len: 375 time: 0.0095339
Jul 07 18:38:41.419796 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-dbe32703-c672-4b4b-abd9-f1c87596bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:41.421284 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-dbe32703-c672-4b4b-abd9-f1c87596bac0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0645967
Jul 07 18:38:41.444500 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-803e7818-eaba-4ffa-b3de-de1c0b1be39a tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0427988
Jul 07 18:38:41.493820 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:38:41.502953 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-81e26759-7964-4e6c-80c5-d46dc6ddbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:41.504458 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-81e26759-7964-4e6c-80c5-d46dc6ddbcfb service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743008
Jul 07 18:38:41.579825 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-bc86f1e3-a6f0-4dfb-b28e-12ac518fe11c service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286340
Jul 07 18:38:41.638658 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-f62ac5ca-d449-4116-ad00-5e0634b22b3b service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253383
Jul 07 18:38:41.722639 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-03063edc-0cff-4014-b991-30536c7022fa service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340020
Jul 07 18:38:41.783052 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-fe9b4150-efb0-498c-9e37-64257d037b39 req-c98c6de0-5e82-4273-82ba-7b80c050ed3f service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373334
Jul 07 18:38:41.909502 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1ff1354e-2791-413d-a0fc-f179ae6dbe6b req-8a75c977-acc2-489f-81cd-dbe1fa8ac874 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 210 time: 0.0480704
Jul 07 18:38:41.999446 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1ce1c-ffc5-43c2-85f7-eb7d5762c29d req-8e3f3d65-79f6-4b78-8192-10bf22b61b46 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:42.001526 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c8f1ce1c-ffc5-43c2-85f7-eb7d5762c29d req-8e3f3d65-79f6-4b78-8192-10bf22b61b46 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0905435
Jul 07 18:38:42.053650 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c8f1ce1c-ffc5-43c2-85f7-eb7d5762c29d req-ead87a39-7b68-4eb9-b95d-e6dcaf653a4a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469718
Jul 07 18:38:42.062460 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:43.007782 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-986efdad-6e72-4d36-9b4d-41c3e565ac94 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:43.009245 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-986efdad-6e72-4d36-9b4d-41c3e565ac94 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1601312
Jul 07 18:38:43.022518 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Request body: {'port': {'device_id': '78ea939d-2786-4360-86eb-ba09c6818d02', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'admin_state_up': True, 'tenant_id': 'd048ac212d6c48e1888ab45225be0958'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:43.072778 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-03338501-c5cd-43b1-b5e6-00e02274f3d3 req-9e8c9287-3c41-48b2-a784-7a1c140d3bb6 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 210 time: 0.0486231
Jul 07 18:38:43.164927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:38:43.168775 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Usage tracker for resource:port and tenant:d048ac212d6c48e1888ab45225be0958 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:38:43.171689 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:38:43.178156 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:38:43.188650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Made reservation on behalf of d048ac212d6c48e1888ab45225be0958 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:38:43.192394 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:43.258823 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe6664-4fb6-45bb-8abc-907e346c399d req-1af8f937-fe10-4b6c-9666-ced9f24d2139 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:43.260375 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a4fe6664-4fb6-45bb-8abc-907e346c399d req-1af8f937-fe10-4b6c-9666-ced9f24d2139 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0845742
Jul 07 18:38:43.308790 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a4fe6664-4fb6-45bb-8abc-907e346c399d req-80cebb38-7cb0-49d1-ae54-74edc8adaf2e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414166
Jul 07 18:38:43.358203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Allocated IP 172.20.0.9 (a296d3e8-9212-42ca-be23-e662c27907fc/2e5ca8ed-e524-4646-b5e2-cc2c0c47b283/59a312d7-c33d-4a20-92ae-0a20d53b1c3c) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:38:43.563872 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:43.593541 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:43.599863 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:43.664369 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Network a296d3e8-9212-42ca-be23-e662c27907fc is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:38:43.667377 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:38:43.671171 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:38:43.710895 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event updated for resources: {'Port': ['ID=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:43.715705 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:43.738642 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:43.739229 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:43.759591 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7412558
Jul 07 18:38:43.771537 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Request body: {'port': {'device_id': '78ea939d-2786-4360-86eb-ba09c6818d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:43.893423 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.282612 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c475e61-bbd5-485b-909c-2ede414835ee req-561d23f8-37fc-4a48-b5e8-866e03974c61 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:44.284166 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9c475e61-bbd5-485b-909c-2ede414835ee req-561d23f8-37fc-4a48-b5e8-866e03974c61 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 931 time: 0.0999520
Jul 07 18:38:44.331061 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-9c475e61-bbd5-485b-909c-2ede414835ee req-30ef4d5d-c9b3-47ce-9145-dcd7f5f9e8e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Synchronizing usage tracker for tenant:d048ac212d6c48e1888ab45225be0958 on resource:security_group {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:38:44.349979 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-9c475e61-bbd5-485b-909c-2ede414835ee req-30ef4d5d-c9b3-47ce-9145-dcd7f5f9e8e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Unset dirty status for tenant:d048ac212d6c48e1888ab45225be0958 on resource:security_group {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:38:44.351212 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9c475e61-bbd5-485b-909c-2ede414835ee req-30ef4d5d-c9b3-47ce-9145-dcd7f5f9e8e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613954
Jul 07 18:38:44.373089 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a312d7-c33d-4a20-92ae-0a20d53b1c3c {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:38:44.381718 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.396917 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Transition to ACTIVE for port object 59a312d7-c33d-4a20-92ae-0a20d53b1c3c will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:38:44.400927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.405284 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-5992851a-fad9-4da9-a181-1f02161b1dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:44.508186 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b475-1b42-4cc6-9f72-69df5604837b req-8fbd32ad-840c-471c-9af1-5c1c4c95b306 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:44.509599 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4d10b475-1b42-4cc6-9f72-69df5604837b req-8fbd32ad-840c-471c-9af1-5c1c4c95b306 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0798688
Jul 07 18:38:44.559154 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4d10b475-1b42-4cc6-9f72-69df5604837b req-8c36a797-d3d3-4283-b982-626715d177c3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436738
Jul 07 18:38:44.564174 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Pushing event updated for resources: {'Port': ['ID=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:44.572461 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:44.653325 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Attempting to bind port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:38:44.653642 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Attempting to bind port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:38:44.653954 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Attempting to bind port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:38:44.658899 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c on network a296d3e8-9212-42ca-be23-e662c27907fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:38:44.659202 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Attempting to bind port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:38:44.664137 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:38:44.664452 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Checking segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:38:44.664855 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Bound using segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:38:44.665267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Bound port: 59a312d7-c33d-4a20-92ae-0a20d53b1c3c, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:38:44.665597 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.731016 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:38:44.756948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] For port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:38:44.760205 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] For port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:38:44.764827 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.770561 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c1c3854f-4b50-4efb-81ec-1609e0f5aaed tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:44.831057 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:44.831653 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.833024 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] 10.222.0.101 "PUT /v2.0/ports/59a312d7-c33d-4a20-92ae-0a20d53b1c3c HTTP/1.1" status: 200  len: 1093 time: 1.0655608
Jul 07 18:38:44.833523 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ea939d-2786-4360-86eb-ba09c6818d02', 'tag': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:44.857585 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Pushing event updated for resources: {'Port': ['ID=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:44.860694 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:44.870305 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:44.889188 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'port_id': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'mac_address': 'fa:16:3e:f3:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:38:44.919061 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ea939d-2786-4360-86eb-ba09c6818d02', 'tag': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'status': 'completed', 'code': 200}
Jul 07 18:38:44.959218 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.962929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-aed427d2-4b44-4027-bc3b-4c9ebb41ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:44.964404 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-aed427d2-4b44-4027-bc3b-4c9ebb41ff26 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 1096 time: 0.0781028
Jul 07 18:38:44.976056 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfe18fa-1535-4932-a16f-ae100e354c1a {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:38:44.992350 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:44.996315 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:44.999135 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:45.036464 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-a57fb83c-fb2e-40de-a3c7-0eb8741fdd5f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59a312d7-c33d-4a20-92ae-0a20d53b1c3c HTTP/1.1" status: 200  len: 217 time: 0.0639243
Jul 07 18:38:45.066487 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:45.069530 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:45.103197 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-21cec11a-c96b-4684-82d0-118346d55d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:45.104607 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-21cec11a-c96b-4684-82d0-118346d55d25 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.0579197
Jul 07 18:38:45.153592 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-9d077dd6-a8fc-4f66-bfed-1ed94af89b8c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398340
Jul 07 18:38:45.245186 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['adfe18fa-1535-4932-a16f-ae100e354c1a'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:38:45.288536 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-554d6ed3-9518-4f4c-b0f1-7e1ff0e444b9 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278963
Jul 07 18:38:45.425016 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-01a0d13d-b421-4eaa-ab67-07697c71ce1d req-a79cd385-69ec-432a-8a63-00feca70607e service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287098
Jul 07 18:38:45.542565 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377eea5-8327-4e66-8a2a-a8c26df984c7 req-614eca70-d88d-454a-830c-efcd0d78e797 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:45.543960 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9377eea5-8327-4e66-8a2a-a8c26df984c7 req-614eca70-d88d-454a-830c-efcd0d78e797 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 943 time: 0.0800552
Jul 07 18:38:45.548243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f324468-eef7-4623-81d0-0064938b007b req-bebdd1a4-aea7-4db2-84a7-42e3df33089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:45.549749 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4f324468-eef7-4623-81d0-0064938b007b req-bebdd1a4-aea7-4db2-84a7-42e3df33089e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 1096 time: 0.0756052
Jul 07 18:38:45.591846 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9377eea5-8327-4e66-8a2a-a8c26df984c7 req-1e72009e-0398-4373-9cff-d9a67e478971 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417664
Jul 07 18:38:45.687175 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f324468-eef7-4623-81d0-0064938b007b req-b04cc510-e5a5-41d8-82b5-93c07bb67a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:45.689169 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4f324468-eef7-4623-81d0-0064938b007b req-b04cc510-e5a5-41d8-82b5-93c07bb67a04 service neutron] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 915 time: 0.1303608
Jul 07 18:38:45.764729 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292e96-ff5d-456f-a3bb-ae990db0048c req-d1245ab6-e425-4da2-8766-af0cb1f5ff00 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:45.766415 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3d292e96-ff5d-456f-a3bb-ae990db0048c req-d1245ab6-e425-4da2-8766-af0cb1f5ff00 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 944 time: 0.0906210
Jul 07 18:38:45.766678 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4f324468-eef7-4623-81d0-0064938b007b req-50f255f5-b55c-4d52-9b92-e71f4e50c886 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59a312d7-c33d-4a20-92ae-0a20d53b1c3c HTTP/1.1" status: 200  len: 217 time: 0.0707705
Jul 07 18:38:45.812385 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3d292e96-ff5d-456f-a3bb-ae990db0048c req-7a4abc66-8820-40eb-99b1-435268bb9974 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399671
Jul 07 18:38:45.835631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f324468-eef7-4623-81d0-0064938b007b req-1b2a6b23-1df7-4b8a-8363-a07d20cc65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:45.837122 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4f324468-eef7-4623-81d0-0064938b007b req-1b2a6b23-1df7-4b8a-8363-a07d20cc65df service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.0612140
Jul 07 18:38:45.887497 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4f324468-eef7-4623-81d0-0064938b007b req-003ee174-92ff-4353-89cf-b1d1bddc77b5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430176
Jul 07 18:38:46.134265 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4f324468-eef7-4623-81d0-0064938b007b req-5564b3d4-5c8d-453a-91ea-27a729a86180 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396011
Jul 07 18:38:46.268848 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4f324468-eef7-4623-81d0-0064938b007b req-72368c42-5d6a-46e3-b17b-816737d145c6 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264303
Jul 07 18:38:46.760756 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:38:46.793074 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e49d-b787-4935-afe7-2bd79fc181c7 req-16325308-dc5a-4d73-bd00-003ab344f720 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:46.794563 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0b61e49d-b787-4935-afe7-2bd79fc181c7 req-16325308-dc5a-4d73-bd00-003ab344f720 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 943 time: 0.0807009
Jul 07 18:38:46.830473 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port adfe18fa-1535-4932-a16f-ae100e354c1a completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:38:46.835294 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port adfe18fa-1535-4932-a16f-ae100e354c1a triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:38:46.835673 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:46.848269 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0b61e49d-b787-4935-afe7-2bd79fc181c7 req-8c3bddf8-6440-4a93-9cda-02bef7e78deb tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474412
Jul 07 18:38:46.955493 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:46.988070 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:46.998790 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:47.005752 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:47.008458 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:47.055659 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'code': 200}
Jul 07 18:38:47.090600 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:47.093451 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:47.164173 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21289f82-c8ec-482d-8a0d-2f9e8c2b1c17 req-27d6b749-0b94-4adc-8b61-1a18ad04a1db tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:47.165952 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-21289f82-c8ec-482d-8a0d-2f9e8c2b1c17 req-27d6b749-0b94-4adc-8b61-1a18ad04a1db tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0858083
Jul 07 18:38:47.213009 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-21289f82-c8ec-482d-8a0d-2f9e8c2b1c17 req-bbcfa6b4-9abc-4952-8ee4-f1a8245b6969 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412800
Jul 07 18:38:47.299469 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ad136-da01-4ba9-94aa-cb49abea0a91 req-5ec09ca4-dfe9-4c0d-9c93-517e0c315681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:47.300962 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-366ad136-da01-4ba9-94aa-cb49abea0a91 req-5ec09ca4-dfe9-4c0d-9c93-517e0c315681 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 1098 time: 0.0817232
Jul 07 18:38:47.343858 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-366ad136-da01-4ba9-94aa-cb49abea0a91 req-3d1c6caa-5a72-440a-ab72-c9621395632f service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353117
Jul 07 18:38:48.127708 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11a218-d325-4a3b-922c-667caad3e714 req-2ad75dd9-0968-4a7f-b94d-c0c3c21b6918 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:48.129243 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0b11a218-d325-4a3b-922c-667caad3e714 req-2ad75dd9-0968-4a7f-b94d-c0c3c21b6918 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 943 time: 0.1658401
Jul 07 18:38:48.174440 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0b11a218-d325-4a3b-922c-667caad3e714 req-0dcc7b33-7bad-4231-a1c2-261dcea1bc07 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395782
Jul 07 18:38:48.404002 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f949b0-3a5b-4c95-be96-37ed78de3353 req-ab70c148-60eb-4a43-bc11-1844c43cc9d7 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:48.405408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-96f949b0-3a5b-4c95-be96-37ed78de3353 req-ab70c148-60eb-4a43-bc11-1844c43cc9d7 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0806491
Jul 07 18:38:48.453284 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-96f949b0-3a5b-4c95-be96-37ed78de3353 req-2127f931-c387-4eb7-9eb5-34112a4f2604 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421588
Jul 07 18:38:48.635548 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90563491-7915-4912-9a3f-e5dd80a8ed76 req-55ef6449-65e9-49bd-868c-e90c0488242f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:48.637005 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-90563491-7915-4912-9a3f-e5dd80a8ed76 req-55ef6449-65e9-49bd-868c-e90c0488242f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0808730
Jul 07 18:38:48.645438 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35734) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:38:48.650464 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Request body: {'floatingip': {'port_id': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:38:48.729532 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:48.776249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 59a312d7-c33d-4a20-92ae-0a20d53b1c3c details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:38:48.915411 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:48.928925 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'port_id': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'mac_address': 'fa:16:3e:01:cf:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5ca8ed-e524-4646-b5e2-cc2c0c47b283', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:38:48.985983 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:49.006415 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a312d7-c33d-4a20-92ae-0a20d53b1c3c {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:38:49.022143 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:49.026197 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:49.028925 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:49.095793 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:49.099453 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:49.253649 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:38:49.382603 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:49.387916 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:49.556370 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d50e9-f7e8-4162-872e-738edc1389c6 req-98a69688-eb55-4ea8-a81c-8191c1282adf tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:49.558010 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a72d50e9-f7e8-4162-872e-738edc1389c6 req-98a69688-eb55-4ea8-a81c-8191c1282adf tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 944 time: 0.2467606
Jul 07 18:38:49.609699 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Floating IP 9fbd0829-c68f-45d2-b66e-cb4018cce6c1 associated. External IP: 172.27.3.13, port: adfe18fa-1535-4932-a16f-ae100e354c1a.
Jul 07 18:38:49.685144 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a72d50e9-f7e8-4162-872e-738edc1389c6 req-f61f1518-1c30-44ec-9f7c-2bb3b91df9e5 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192060
Jul 07 18:38:50.076239 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:38:50.258275 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:38:50.262636 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:50.270846 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] Sync routers for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:38:50.280016 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:50.280620 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca063cfd0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:50.320299 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-bbd5340f-79c4-41fa-8691-8d45cfea48ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "PUT /v2.0/floatingips/9fbd0829-c68f-45d2-b66e-cb4018cce6c1 HTTP/1.1" status: 200  len: 990 time: 1.6727886
Jul 07 18:38:50.320299 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:50.367202 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'status': 'completed', 'code': 200}
Jul 07 18:38:50.463800 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-bacaf14d-c298-4321-a987-afaffd316144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:50.464375 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:50.465317 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-bacaf14d-c298-4321-a987-afaffd316144 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 1098 time: 0.0715120
Jul 07 18:38:50.604240 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-a1a5737d-dfeb-459f-a1f6-10a62ec32518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:50.605826 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-a1a5737d-dfeb-459f-a1f6-10a62ec32518 service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.1336737
Jul 07 18:38:50.712872 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-fb7f736a-19a6-4184-8874-98d6123fa510 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adfe18fa-1535-4932-a16f-ae100e354c1a HTTP/1.1" status: 200  len: 998 time: 0.0992777
Jul 07 18:38:50.782833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-5a4d59f7-8f66-4354-b1ea-9904f0943cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:50.784662 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-5a4d59f7-8f66-4354-b1ea-9904f0943cfe service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0653052
Jul 07 18:38:50.793981 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 59a312d7-c33d-4a20-92ae-0a20d53b1c3c up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:38:50.816324 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca063cfd0>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '9fbd0829-c68f-45d2-b66e-cb4018cce6c1', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'port_id': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'mac_address': 'fa:16:3e:f3:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c53036-22fa-4b15-a658-699c9a17d636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:38:35Z', 'updated_at': '2021-07-07T18:38:49Z', 'revision_number': 1, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:50.820326 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] Checking router: 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:38:50.830250 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:38:50.830882 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca063cfd0>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:50.876665 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:38:50.878047 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-83191d51-fa93-4902-aa5d-2ac7854d815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:50.879651 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-83191d51-fa93-4902-aa5d-2ac7854d815b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877273
Jul 07 18:38:50.883130 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:38:50.883741 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:50.895080 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fd0c7-4ed0-4acb-88ea-9da1cef8cad5 req-29f9a654-f0a3-464c-bc63-ddba5ba83c1d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:50.896781 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5e5fd0c7-4ed0-4acb-88ea-9da1cef8cad5 req-29f9a654-f0a3-464c-bc63-ddba5ba83c1d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 944 time: 0.0969102
Jul 07 18:38:50.953648 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5e5fd0c7-4ed0-4acb-88ea-9da1cef8cad5 req-1a69c61c-6dbb-40cf-9821-ce33b9a0af5b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477307
Jul 07 18:38:51.029196 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:38:51.051025 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-417e9fb7-e1a7-4a91-889b-445dfc7cf276 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633756
Jul 07 18:38:51.052612 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:51.081401 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ea939d-2786-4360-86eb-ba09c6818d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:38:51.090938 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:38:51.095848 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:51.097989 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:38:51.138782 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ea939d-2786-4360-86eb-ba09c6818d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'code': 200}
Jul 07 18:38:51.187738 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:38:51.198968 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:38:51.226696 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-b15cd84c-f06c-4c31-8643-c1e84c5b9c92 req-80a9e946-2a7d-4136-9296-e3b5e990a60d service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675045
Jul 07 18:38:51.374738 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9433-b113-4bf3-af98-a968c3cf3dc0 req-954d3dcb-4cce-4c3d-aec4-cb7334858481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:51.376674 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-c8dc9433-b113-4bf3-af98-a968c3cf3dc0 req-954d3dcb-4cce-4c3d-aec4-cb7334858481 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 1098 time: 0.0710974
Jul 07 18:38:51.422492 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-c8dc9433-b113-4bf3-af98-a968c3cf3dc0 req-cb3ce6b1-8d5e-4696-a43b-5570fa1dc874 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392575
Jul 07 18:38:51.439358 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca063cfd0>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '9fbd0829-c68f-45d2-b66e-cb4018cce6c1', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'port_id': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'mac_address': 'fa:16:3e:f3:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c53036-22fa-4b15-a658-699c9a17d636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:38:35Z', 'updated_at': '2021-07-07T18:38:49Z', 'revision_number': 1, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:38:51.443446 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a749d-9757-4fbd-8ed0-b6b05c8f0d32 None None] The sync data for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi is: [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '9fbd0829-c68f-45d2-b66e-cb4018cce6c1', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'port_id': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'mac_address': 'fa:16:3e:f3:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c53036-22fa-4b15-a658-699c9a17d636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:38:35Z', 'updated_at': '2021-07-07T18:38:49Z', 'revision_number': 1, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:38:51.637731 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb8d7e3-5cb8-47a8-bd24-645bb3b1d55d None None] New status for floating IP 9fbd0829-c68f-45d2-b66e-cb4018cce6c1: ACTIVE {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:38:52.144239 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492cc8-eecf-4416-aed0-c2b529229ec3 req-f120fa9d-4bb9-4514-80be-2b7e9fca41d1 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:52.145658 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d492cc8-eecf-4416-aed0-c2b529229ec3 req-f120fa9d-4bb9-4514-80be-2b7e9fca41d1 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 945 time: 0.0810294
Jul 07 18:38:52.190962 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d492cc8-eecf-4416-aed0-c2b529229ec3 req-500cb9a3-bac3-428b-b2c0-519036f20b22 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396736
Jul 07 18:38:52.925750 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7c485a5f-c7ed-4ec4-85a6-072a194e2e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:53.379725 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bba5e2-7243-4e7e-8a22-b7e9f4d9e1de req-4cf68cd0-e2a0-49f8-a44f-ef08321b0b49 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:38:53.381176 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5bba5e2-7243-4e7e-8a22-b7e9f4d9e1de req-4cf68cd0-e2a0-49f8-a44f-ef08321b0b49 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 945 time: 0.0831089
Jul 07 18:38:53.425759 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a5bba5e2-7243-4e7e-8a22-b7e9f4d9e1de req-800e43aa-1b96-4504-afe2-2e1a72057e1c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386572
Jul 07 18:38:53.560055 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:56.252702 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6d65-eb7d-494b-8f59-bb2d2ba9a5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:57.376452 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:38:58.594247 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:02.324737 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-dd1a3326-c70c-42f6-900b-abad58e04090 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:02.326238 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-dd1a3326-c70c-42f6-900b-abad58e04090 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1542995
Jul 07 18:39:02.344483 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-8a4988fd-a6a2-446f-aa40-362e0acf1907 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/quotas/d048ac212d6c48e1888ab45225be0958 HTTP/1.1" status: 200  len: 375 time: 0.0103288
Jul 07 18:39:02.430568 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-6b16ee4d-b7cb-4ebc-b971-5e4a77058df5 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0802546
Jul 07 18:39:02.564869 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-46fb97dd-0541-4bbc-9467-57bf77472ac9 service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273768
Jul 07 18:39:02.709651 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-bd555efc-507d-415c-a999-52913850d270 service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390970
Jul 07 18:39:02.884509 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b501ea92-b0a5-45ec-a80d-44a367845607 req-cfbbc304-2bc5-457c-a7af-b299f6b7264d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 210 time: 0.0434220
Jul 07 18:39:04.029418 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-b93728ec-09c9-4273-85c8-e461bc0d9eda tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:04.030859 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-b93728ec-09c9-4273-85c8-e461bc0d9eda tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1567032
Jul 07 18:39:04.044203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Request body: {'port': {'device_id': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'admin_state_up': True, 'tenant_id': 'd048ac212d6c48e1888ab45225be0958'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:04.049961 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-62818ebd-bac1-473c-8739-b07c6b89e2b1 req-be8f3812-2ae8-450e-b533-5915ff511a45 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 210 time: 0.0491738
Jul 07 18:39:04.189152 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:39:04.193259 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Usage tracker for resource:port and tenant:d048ac212d6c48e1888ab45225be0958 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:39:04.196361 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:39:04.202032 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:39:04.211363 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Made reservation on behalf of d048ac212d6c48e1888ab45225be0958 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:39:04.214878 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:04.475342 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Allocated IP 172.20.0.11 (a296d3e8-9212-42ca-be23-e662c27907fc/2e5ca8ed-e524-4646-b5e2-cc2c0c47b283/b9533640-22df-4d0a-b8f7-64a989239449) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:39:04.672129 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:04.701861 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:04.708142 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-92d192de-1c6d-4afe-96d3-36a672c85550 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:04.722372 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:39:04.778918 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Network a296d3e8-9212-42ca-be23-e662c27907fc is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:39:04.782584 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:39:04.786594 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:39:04.824165 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event updated for resources: {'Port': ['ID=b9533640-22df-4d0a-b8f7-64a989239449,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:04.837984 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.838357 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.838721 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.839080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.839440 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.839796 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.840146 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.840497 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.840871 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.841222 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.841571 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.841915 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:04.848078 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:04.863849 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:04.864463 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:04.885626 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-28dbfd9a-b9be-461a-8a61-50bf2329bf81 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8457124
Jul 07 18:39:04.903886 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Request body: {'port': {'device_id': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:05.019496 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:05.254996 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca751b-92fb-489d-9b84-e6923309e09f req-b9e49fd2-19fa-40d0-bc3f-d8f6e207d3a7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:05.256440 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01ca751b-92fb-489d-9b84-e6923309e09f req-b9e49fd2-19fa-40d0-bc3f-d8f6e207d3a7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 932 time: 0.0923717
Jul 07 18:39:05.303408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01ca751b-92fb-489d-9b84-e6923309e09f req-726da02f-2b84-4ddc-a18f-814df4909732 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410495
Jul 07 18:39:05.369381 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9533640-22df-4d0a-b8f7-64a989239449 {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:05.376578 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:05.390504 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Transition to ACTIVE for port object b9533640-22df-4d0a-b8f7-64a989239449 will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:39:05.395255 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:05.399603 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6759904d-fd39-4aa4-8397-c292fcf39334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:05.556889 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Pushing event updated for resources: {'Port': ['ID=b9533640-22df-4d0a-b8f7-64a989239449,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:05.583623 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:05.624671 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Attempting to bind port b9533640-22df-4d0a-b8f7-64a989239449 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:39:05.624940 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Attempting to bind port b9533640-22df-4d0a-b8f7-64a989239449 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:39:05.625807 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Attempting to bind port b9533640-22df-4d0a-b8f7-64a989239449 on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:05.630469 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Port b9533640-22df-4d0a-b8f7-64a989239449 on network a296d3e8-9212-42ca-be23-e662c27907fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:39:05.630782 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Attempting to bind port b9533640-22df-4d0a-b8f7-64a989239449 on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:05.635822 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:39:05.636152 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Checking segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:39:05.636527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Bound using segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:39:05.636984 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Bound port: b9533640-22df-4d0a-b8f7-64a989239449, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:39:05.637324 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:05.726594 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] For port b9533640-22df-4d0a-b8f7-64a989239449, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:39:05.729486 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] For port b9533640-22df-4d0a-b8f7-64a989239449, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b9533640-22df-4d0a-b8f7-64a989239449,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:39:05.733804 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:05.738755 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-83f9464c-f6e5-4d26-8094-a41389198a44 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:05.793948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:05.794547 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:05.795896 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] 10.222.0.101 "PUT /v2.0/ports/b9533640-22df-4d0a-b8f7-64a989239449 HTTP/1.1" status: 200  len: 1094 time: 0.8963454
Jul 07 18:39:05.796397 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'tag': 'b9533640-22df-4d0a-b8f7-64a989239449'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:05.818183 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Pushing event updated for resources: {'Port': ['ID=b9533640-22df-4d0a-b8f7-64a989239449,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:05.821365 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:05.865696 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'tag': 'b9533640-22df-4d0a-b8f7-64a989239449', 'status': 'completed', 'code': 200}
Jul 07 18:39:05.904776 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-cdf91c50-fa8f-43d6-bd4e-20f0ac4468d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:05.906194 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-cdf91c50-fa8f-43d6-bd4e-20f0ac4468d8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 1097 time: 0.0731201
Jul 07 18:39:05.981479 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-5086cf69-ef9d-4e9c-b754-13daf2491a24 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9533640-22df-4d0a-b8f7-64a989239449 HTTP/1.1" status: 200  len: 217 time: 0.0679762
Jul 07 18:39:06.043518 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-6814c755-31a7-4bc0-99d0-a00cbae65c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:06.044997 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-6814c755-31a7-4bc0-99d0-a00cbae65c3a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.0569193
Jul 07 18:39:06.101213 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-fcc88c53-3f3b-4fc8-8393-dc49b42a16e5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477602
Jul 07 18:39:06.343907 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-c6892c4f-63da-4621-aae2-1a0761dd3376 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199235
Jul 07 18:39:06.479058 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-4da0f77b-c4bd-43a0-8b8e-fc159a0bd435 req-db60fc38-ed18-4807-9a97-00a5eae109fb service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275835
Jul 07 18:39:06.491753 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32acd-4cff-4225-aa84-6b21b53a0126 req-1f7c4da0-eb91-4bd9-a4b2-29540dbae729 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:06.493233 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5a32acd-4cff-4225-aa84-6b21b53a0126 req-1f7c4da0-eb91-4bd9-a4b2-29540dbae729 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 944 time: 0.0802541
Jul 07 18:39:06.543737 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b5a32acd-4cff-4225-aa84-6b21b53a0126 req-eef56590-78ac-4d05-bcb1-653876ffe526 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445874
Jul 07 18:39:06.598221 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-053612a9-4111-4b18-a30a-39f4eb55ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:06.599677 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-053612a9-4111-4b18-a30a-39f4eb55ba18 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 1097 time: 0.0714595
Jul 07 18:39:06.734432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-e498c2a9-6323-4d73-9a9a-b4c86af1501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:06.736401 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-e498c2a9-6323-4d73-9a9a-b4c86af1501b service neutron] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 915 time: 0.1284378
Jul 07 18:39:06.810332 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-b8813fe4-1759-402f-bdee-6c979b60d9fc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9533640-22df-4d0a-b8f7-64a989239449 HTTP/1.1" status: 200  len: 217 time: 0.0657847
Jul 07 18:39:06.872394 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-84ab348a-da04-436f-aaf8-a5b1565fef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:06.873953 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-84ab348a-da04-436f-aaf8-a5b1565fef28 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.0563416
Jul 07 18:39:06.924717 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-87b2b14c-aafe-40f0-9013-2b06739e14b9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431581
Jul 07 18:39:07.058559 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-2316a5be-1b24-4d08-bc32-234a9569549c service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245706
Jul 07 18:39:07.193358 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-067a1687-4866-46a3-9c1d-d6104ea439c8 req-e0efaf17-2590-4914-938e-beb4d1aeef53 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264992
Jul 07 18:39:07.819893 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526765ea-7f6c-4023-b26e-88bd2339a06d req-39be2345-799d-408e-b1e3-3c490ec8afc0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:07.821387 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-526765ea-7f6c-4023-b26e-88bd2339a06d req-39be2345-799d-408e-b1e3-3c490ec8afc0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 944 time: 0.1730173
Jul 07 18:39:07.866677 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-526765ea-7f6c-4023-b26e-88bd2339a06d req-72e604c2-add1-4369-81f0-1ae325273337 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394619
Jul 07 18:39:09.051099 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540a8f6-f387-4c80-8d57-7bf88c3dff82 req-f5176fd0-4595-4f57-bf48-afb0a54e829a tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:09.052571 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2540a8f6-f387-4c80-8d57-7bf88c3dff82 req-f5176fd0-4595-4f57-bf48-afb0a54e829a tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 944 time: 0.0824075
Jul 07 18:39:09.097277 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2540a8f6-f387-4c80-8d57-7bf88c3dff82 req-6df6be27-ffce-40a1-9552-a41cd394ed1d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388398
Jul 07 18:39:10.284476 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7643a8-97f3-441a-a4c7-cfc1ff9b49d9 req-cf27cd31-78b8-4ea1-b113-4f2841ffc3b7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:10.285954 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9c7643a8-97f3-441a-a4c7-cfc1ff9b49d9 req-cf27cd31-78b8-4ea1-b113-4f2841ffc3b7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 944 time: 0.0823147
Jul 07 18:39:10.335089 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9c7643a8-97f3-441a-a4c7-cfc1ff9b49d9 req-4e9d495c-84a8-4172-80aa-073b08269d8c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433283
Jul 07 18:39:10.871288 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b9533640-22df-4d0a-b8f7-64a989239449 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:39:11.004408 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port b9533640-22df-4d0a-b8f7-64a989239449, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b9533640-22df-4d0a-b8f7-64a989239449,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:11.017792 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'b9533640-22df-4d0a-b8f7-64a989239449', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'port_id': 'b9533640-22df-4d0a-b8f7-64a989239449', 'mac_address': 'fa:16:3e:34:be:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5ca8ed-e524-4646-b5e2-cc2c0c47b283', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:39:11.071149 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:11.088024 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9533640-22df-4d0a-b8f7-64a989239449 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:11.103452 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port b9533640-22df-4d0a-b8f7-64a989239449, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b9533640-22df-4d0a-b8f7-64a989239449,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:11.107006 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:11.108697 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:11.176562 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=b9533640-22df-4d0a-b8f7-64a989239449,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:11.183805 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.184148 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.184484 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.184832 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.185165 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.185493 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.185820 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.186140 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.186462 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.186776 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.187092 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.187406 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:11.191793 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:11.385822 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['b9533640-22df-4d0a-b8f7-64a989239449'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:39:11.521650 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196b39c-0185-4697-ad76-f9df1557fef7 req-c89cd9ce-d258-4163-b274-29565a541bfb tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:11.523131 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1196b39c-0185-4697-ad76-f9df1557fef7 req-c89cd9ce-d258-4163-b274-29565a541bfb tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 945 time: 0.0816231
Jul 07 18:39:11.570087 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1196b39c-0185-4697-ad76-f9df1557fef7 req-a75d80c4-c1f6-4bd9-9ced-a70bd6b1bfb5 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413904
Jul 07 18:39:12.075833 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:12.760437 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b3a77-15b9-482d-a0d1-3ca71c908c1e req-ff1abb12-d491-4d10-a297-ef56c993c449 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:12.762202 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-710b3a77-15b9-482d-a0d1-3ca71c908c1e req-ff1abb12-d491-4d10-a297-ef56c993c449 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 945 time: 0.0844283
Jul 07 18:39:12.806802 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-710b3a77-15b9-482d-a0d1-3ca71c908c1e req-b0b570c4-af67-4b51-a2b1-c74c9f7b446d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389099
Jul 07 18:39:12.871911 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b9533640-22df-4d0a-b8f7-64a989239449 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:39:12.939325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port b9533640-22df-4d0a-b8f7-64a989239449 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:39:12.943919 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port b9533640-22df-4d0a-b8f7-64a989239449 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:39:12.944278 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:13.061508 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:13.088208 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9533640-22df-4d0a-b8f7-64a989239449'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:13.098681 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port b9533640-22df-4d0a-b8f7-64a989239449, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b9533640-22df-4d0a-b8f7-64a989239449,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:13.102814 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:13.104680 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:13.139681 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9533640-22df-4d0a-b8f7-64a989239449', 'code': 200}
Jul 07 18:39:13.172073 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=b9533640-22df-4d0a-b8f7-64a989239449,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:13.175071 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:13.369482 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849a0a-94ef-4cc2-847a-156f4250ccea req-84e64bb5-5870-4e36-8017-bc8b7d903865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:13.370958 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0f849a0a-94ef-4cc2-847a-156f4250ccea req-84e64bb5-5870-4e36-8017-bc8b7d903865 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 1099 time: 0.0701797
Jul 07 18:39:13.413450 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0f849a0a-94ef-4cc2-847a-156f4250ccea req-7d643909-a83c-4575-b109-145be9930a29 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340810
Jul 07 18:39:13.916965 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-41a8614b-918f-432f-936e-37dc10e2e172 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740733
Jul 07 18:39:14.003037 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1ddd9-a33f-4de7-822c-275fd7c2a3c7 req-a1153ee7-aa96-4f45-a1fc-6d35200708f8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:14.004574 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9fe1ddd9-a33f-4de7-822c-275fd7c2a3c7 req-a1153ee7-aa96-4f45-a1fc-6d35200708f8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0858860
Jul 07 18:39:14.026042 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-2612cd45-f3ea-4806-8010-e14bcc121809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:14.027914 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-2612cd45-f3ea-4806-8010-e14bcc121809 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1098 time: 0.0868783
Jul 07 18:39:14.071959 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9fe1ddd9-a33f-4de7-822c-275fd7c2a3c7 req-19f572df-c154-43f8-9388-46448405aa73 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603149
Jul 07 18:39:14.217944 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-61f510f8-bddc-4e52-ae6b-673ddd885641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:14.220093 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-61f510f8-bddc-4e52-ae6b-673ddd885641 service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1597018
Jul 07 18:39:14.330320 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-02574510-9acc-49ad-838a-65555ce20e06 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 200  len: 1000 time: 0.1004968
Jul 07 18:39:14.400491 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-b3e1eafc-947c-4fdf-82db-b4dd5c613fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:14.401939 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-b3e1eafc-947c-4fdf-82db-b4dd5c613fd2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0608292
Jul 07 18:39:14.482830 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-266e10a4-242e-4310-9a01-2b014f1217ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:14.484307 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-266e10a4-242e-4310-9a01-2b014f1217ce service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753815
Jul 07 18:39:14.732913 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-de9cffb5-cc84-456c-a70b-1b6f0e4ef473 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395391
Jul 07 18:39:14.867359 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0cce9c94-bc4a-4588-aab5-7a24479f0865 req-9a202f2b-d0df-4e09-8d74-49cfb81695c0 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270404
Jul 07 18:39:15.269789 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eae727-b7da-4699-ab2d-d41859738b81 req-3d51b528-b766-4fba-a571-fc52e4a53ac7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:15.271236 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-90eae727-b7da-4699-ab2d-d41859738b81 req-3d51b528-b766-4fba-a571-fc52e4a53ac7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0816052
Jul 07 18:39:15.315777 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-90eae727-b7da-4699-ab2d-d41859738b81 req-5db84a23-9f32-40a6-a65e-79fe5c78ec13 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388913
Jul 07 18:39:17.567624 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-1a46ecf3-b394-4cb3-8bb6-cf294c91ac43 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:17.569102 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-1a46ecf3-b394-4cb3-8bb6-cf294c91ac43 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1548519
Jul 07 18:39:17.584089 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-d58db63a-b481-4013-8921-24aaea929c7c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/quotas/d048ac212d6c48e1888ab45225be0958 HTTP/1.1" status: 200  len: 375 time: 0.0095584
Jul 07 18:39:17.670131 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-f9f5d157-4988-452a-960e-676e1a537cb6 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0810087
Jul 07 18:39:17.811598 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-14110a82-b066-483c-8248-35de8428a644 service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346009
Jul 07 18:39:17.945434 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-8cbc1803-7289-40e3-987f-df83fb47a631 service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274400
Jul 07 18:39:18.117804 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5c031834-4029-4702-990e-301950e42867 req-f75afa79-6d5e-4660-89ed-b6df504e5f27 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 210 time: 0.0429955
Jul 07 18:39:18.495024 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:39:19.217471 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-bb288c6f-b535-47b4-93ee-4fb06c0955ea tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:19.220478 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-bb288c6f-b535-47b4-93ee-4fb06c0955ea tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1573706
Jul 07 18:39:19.239377 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Request body: {'port': {'device_id': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'admin_state_up': True, 'tenant_id': 'd048ac212d6c48e1888ab45225be0958'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:19.278674 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0d4b20c9-bb3f-48f9-9ded-4ee1d8793f6c req-51292780-0a64-4cdf-9285-48ddf9e6fbe6 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 210 time: 0.0439575
Jul 07 18:39:19.382775 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:39:19.386697 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Usage tracker for resource:port and tenant:d048ac212d6c48e1888ab45225be0958 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:39:19.389549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:39:19.396019 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:39:19.405347 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Made reservation on behalf of d048ac212d6c48e1888ab45225be0958 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:39:19.408784 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:19.572583 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Allocated IP 172.20.0.2 (a296d3e8-9212-42ca-be23-e662c27907fc/2e5ca8ed-e524-4646-b5e2-cc2c0c47b283/1412085b-5395-47ee-97b3-b0b8d14c076a) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:39:19.775922 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:19.805619 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:19.811629 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-995b7123-dc9a-4200-ac0d-3c6d43a9e589 tempest-VolumesSnapshotTestJSON-448456208 tempest-VolumesSnapshotTestJSON-448456208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:19.816992 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'b9533640-22df-4d0a-b8f7-64a989239449'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:39:19.886006 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Network a296d3e8-9212-42ca-be23-e662c27907fc is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:39:19.889150 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:39:19.891877 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:39:19.932902 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event updated for resources: {'Port': ['ID=1412085b-5395-47ee-97b3-b0b8d14c076a,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:19.935830 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:19.961125 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:19.961758 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:19.982334 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7484069
Jul 07 18:39:19.995810 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Request body: {'port': {'device_id': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:20.112044 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:20.472094 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1412085b-5395-47ee-97b3-b0b8d14c076a {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:20.479952 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:20.495135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Transition to ACTIVE for port object 1412085b-5395-47ee-97b3-b0b8d14c076a will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:39:20.499336 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:20.506370 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-79f56b86-a877-4ce9-9a98-e10799948447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:20.626801 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1005fd-d077-48dc-afcb-01c2afc4e0ef req-2de70fac-0d1e-4145-9297-c983dad68b4a tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:20.628611 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cd1005fd-d077-48dc-afcb-01c2afc4e0ef req-2de70fac-0d1e-4145-9297-c983dad68b4a tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 943 time: 0.0932024
Jul 07 18:39:20.676101 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cd1005fd-d077-48dc-afcb-01c2afc4e0ef req-15a53829-6d8e-4c74-9361-17e851285c0e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404875
Jul 07 18:39:20.806889 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Pushing event updated for resources: {'Port': ['ID=1412085b-5395-47ee-97b3-b0b8d14c076a,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:20.811527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:20.842091 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Attempting to bind port 1412085b-5395-47ee-97b3-b0b8d14c076a on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:39:20.842415 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Attempting to bind port 1412085b-5395-47ee-97b3-b0b8d14c076a by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:39:20.842739 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Attempting to bind port 1412085b-5395-47ee-97b3-b0b8d14c076a on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:20.848730 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Port 1412085b-5395-47ee-97b3-b0b8d14c076a on network a296d3e8-9212-42ca-be23-e662c27907fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:39:20.849069 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Attempting to bind port 1412085b-5395-47ee-97b3-b0b8d14c076a on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:20.854251 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:39:20.854937 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Checking segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:39:20.855070 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Bound using segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:39:20.855379 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Bound port: 1412085b-5395-47ee-97b3-b0b8d14c076a, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:39:20.855714 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:20.946192 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] For port 1412085b-5395-47ee-97b3-b0b8d14c076a, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:39:20.949040 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] For port 1412085b-5395-47ee-97b3-b0b8d14c076a, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=1412085b-5395-47ee-97b3-b0b8d14c076a,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:39:20.954347 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:20.957867 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f2f3e1cc-90dd-4b84-a950-535eadda0baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:21.014615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:21.015214 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:21.016601 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] 10.222.0.101 "PUT /v2.0/ports/1412085b-5395-47ee-97b3-b0b8d14c076a HTTP/1.1" status: 200  len: 1093 time: 1.0251524
Jul 07 18:39:21.017137 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'tag': '1412085b-5395-47ee-97b3-b0b8d14c076a'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:21.036442 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Pushing event updated for resources: {'Port': ['ID=1412085b-5395-47ee-97b3-b0b8d14c076a,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:21.039549 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:21.086961 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'tag': '1412085b-5395-47ee-97b3-b0b8d14c076a', 'status': 'completed', 'code': 200}
Jul 07 18:39:21.126939 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-7bd56223-0138-4b63-842c-e4f5b7d03718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:21.128439 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-7bd56223-0138-4b63-842c-e4f5b7d03718 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 1096 time: 0.0737908
Jul 07 18:39:21.199665 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-66cc12d6-18e6-468b-9e6b-b34e4a28cfea service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1412085b-5395-47ee-97b3-b0b8d14c076a HTTP/1.1" status: 200  len: 217 time: 0.0628610
Jul 07 18:39:21.268539 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-55ee934c-d29d-4025-bd63-636e57d34576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:21.269902 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-55ee934c-d29d-4025-bd63-636e57d34576 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.0611470
Jul 07 18:39:21.319449 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-e52b3123-3088-4856-8314-29dd01559918 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405564
Jul 07 18:39:21.455469 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-58b8bea7-1973-4bc4-a270-98d4c3a835c1 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243784
Jul 07 18:39:21.589531 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-0090e2fa-250c-4643-8adb-3095068f96a2 req-6647e8fe-40df-45ea-ab2f-8b15ef3c6fe3 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260705
Jul 07 18:39:21.718267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-2e041f79-5db4-4f26-a3da-99ec6e9927e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:21.720588 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-2e041f79-5db4-4f26-a3da-99ec6e9927e5 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 1096 time: 0.0735543
Jul 07 18:39:21.858304 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-72d254cf-4457-44bf-9c1d-00cf900c340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:21.860787 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-72d254cf-4457-44bf-9c1d-00cf900c340d service neutron] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 915 time: 0.1312895
Jul 07 18:39:21.870265 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5cc45-05bd-49eb-90f5-98655fc5df5d req-2478ac51-9447-4d9e-8a6d-231538780333 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:21.871791 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9fc5cc45-05bd-49eb-90f5-98655fc5df5d req-2478ac51-9447-4d9e-8a6d-231538780333 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 943 time: 0.0852823
Jul 07 18:39:21.921414 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9fc5cc45-05bd-49eb-90f5-98655fc5df5d req-f31dbb79-1ae2-4c38-ab13-d43bc69b9118 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416276
Jul 07 18:39:21.934884 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-8a3ab3ee-e234-4e77-a77f-8fbe4ca2c4be service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1412085b-5395-47ee-97b3-b0b8d14c076a HTTP/1.1" status: 200  len: 217 time: 0.0677297
Jul 07 18:39:22.008929 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-8805a798-4114-4cd9-add5-0586f0da183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:22.010370 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-8805a798-4114-4cd9-add5-0586f0da183a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.0595956
Jul 07 18:39:22.061964 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-e38da365-ea8c-40bb-98ef-8e10620bc7a4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433116
Jul 07 18:39:22.202744 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-1d9325fc-f257-4a07-8ac7-aaf413248453 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325636
Jul 07 18:39:22.339110 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-60857917-66d7-403e-86b0-800ebf4fcd31 req-9c887ea5-907b-40b6-b149-a10764a03b65 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289861
Jul 07 18:39:22.636184 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 35940) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:22.935633 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b4-624e-4e66-a8fc-1e89db8530de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:23.089550 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Deleting port 114d7def-fcf3-4db9-8d79-35935e448d86 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:23.090177 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:23.264919 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29890c-738b-4043-8537-e37cc838cd74 req-0c34a0b8-8f3e-473d-b76d-77fd241ea054 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:23.267616 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2a29890c-738b-4043-8537-e37cc838cd74 req-0c34a0b8-8f3e-473d-b76d-77fd241ea054 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 943 time: 0.2342348
Jul 07 18:39:23.334968 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:23.335359 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:23.475363 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2a29890c-738b-4043-8537-e37cc838cd74 req-9d158c99-b2dc-4022-9411-d6ee07774426 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899543
Jul 07 18:39:23.481853 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Calling delete_port for 114d7def-fcf3-4db9-8d79-35935e448d86 owned by network:floatingip {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:23.563299 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:23.643449 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:23.647917 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-870ac4ed-1178-42af-a2a8-dc691f7b0503 tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:23.692210 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event deleted for resources: {'Port': ['ID=114d7def-fcf3-4db9-8d79-35935e448d86,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:23.717013 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:23.783147 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for floatingip, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:23.783376 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Floating IP 48bacf5c-a1af-4b83-a5b5-93f7d8464622 disassociated (deleted). External IP: 172.27.3.102, port: 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b.
Jul 07 18:39:24.130282 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Router 38748b45-42b8-40d6-9071-60ffb7c6713d has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:39:24.316422 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:39:24.326155 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] Sync routers for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:39:24.336922 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:39:24.337665 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d5730>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:24.339185 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:24.493262 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "DELETE /v2.0/floatingips/48bacf5c-a1af-4b83-a5b5-93f7d8464622 HTTP/1.1" status: 204  len: 168 time: 1.8560569
Jul 07 18:39:24.494097 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:24.521319 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:39:24.547501 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'status': 'completed', 'code': 200}
Jul 07 18:39:24.678314 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-c41b72fb-bbce-44a5-a77c-61cda75f5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:24.680042 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-c41b72fb-bbce-44a5-a77c-61cda75f5dd0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=edf997a43a1a49f7bdfa3734765616b2&device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 1098 time: 0.1022947
Jul 07 18:39:24.738844 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0b508-84c2-48b7-b193-2cb72a6db12f req-7d121ccd-ae00-4913-b369-c0aa7d08659f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:24.740447 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3df0b508-84c2-48b7-b193-2cb72a6db12f req-7d121ccd-ae00-4913-b369-c0aa7d08659f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 943 time: 0.1099999
Jul 07 18:39:24.793339 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3df0b508-84c2-48b7-b193-2cb72a6db12f req-e9e8bda5-9400-41a6-9ad5-bbffab0f89e3 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468557
Jul 07 18:39:24.884556 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d5730>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:36Z', 'revision_number': 5, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:24.889873 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] Checking router: 38748b45-42b8-40d6-9071-60ffb7c6713d for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:39:24.900102 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:39:24.901162 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d5730>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:38:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:24.902448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1805a-cd0f-41a4-8b8b-e4613a1cbc71 req-b7a2622a-cfb2-4b67-956b-3589ff4cff13 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:24.903146 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-f6f1805a-cd0f-41a4-8b8b-e4613a1cbc71 req-b7a2622a-cfb2-4b67-956b-3589ff4cff13 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Synchronizing usage tracker for tenant:edf997a43a1a49f7bdfa3734765616b2 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:39:24.919621 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-f6f1805a-cd0f-41a4-8b8b-e4613a1cbc71 req-b7a2622a-cfb2-4b67-956b-3589ff4cff13 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Unset dirty status for tenant:edf997a43a1a49f7bdfa3734765616b2 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:39:24.920734 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f6f1805a-cd0f-41a4-8b8b-e4613a1cbc71 req-b7a2622a-cfb2-4b67-956b-3589ff4cff13 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.1082311
Jul 07 18:39:24.941681 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 1412085b-5395-47ee-97b3-b0b8d14c076a details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:39:24.968751 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-09392885-9cef-4850-ab20-131c48d3a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:24.970440 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-09392885-9cef-4850-ab20-131c48d3a671 service neutron] 10.222.0.101 "GET /v2.0/networks?id=728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 200  len: 909 time: 0.2765517
Jul 07 18:39:24.977243 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f6f1805a-cd0f-41a4-8b8b-e4613a1cbc71 req-e60b1148-da7c-490b-8ca0-66e2d8d1b97f tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495100
Jul 07 18:39:25.048923 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-287a1049-c939-4e48-9901-e2bcbd325e5b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 200  len: 217 time: 0.0684104
Jul 07 18:39:25.086217 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 1412085b-5395-47ee-97b3-b0b8d14c076a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=1412085b-5395-47ee-97b3-b0b8d14c076a,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:25.112994 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:39:25.117539 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-2f797c2c-ac26-469d-be0d-1366a3a81714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:25.119144 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-2f797c2c-ac26-469d-be0d-1366a3a81714 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 200  len: 847 time: 0.0622456
Jul 07 18:39:25.131544 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '1412085b-5395-47ee-97b3-b0b8d14c076a', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'port_id': '1412085b-5395-47ee-97b3-b0b8d14c076a', 'mac_address': 'fa:16:3e:6b:ff:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5ca8ed-e524-4646-b5e2-cc2c0c47b283', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:39:25.188018 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:25.207302 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1412085b-5395-47ee-97b3-b0b8d14c076a {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:25.228881 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-43f1df3c-4bcf-4abb-a8d0-b3f9f7a929da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:25.231565 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-43f1df3c-4bcf-4abb-a8d0-b3f9f7a929da service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=728aabad-3515-48ec-af2e-69c303dea069&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041033
Jul 07 18:39:25.239812 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 1412085b-5395-47ee-97b3-b0b8d14c076a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=1412085b-5395-47ee-97b3-b0b8d14c076a,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:25.244824 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:25.246888 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-3006baae-8103-4897-8ce1-64621b9326b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:25.327705 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=1412085b-5395-47ee-97b3-b0b8d14c076a,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:25.338566 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:25.386045 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-18cdf80b-3073-4c09-a891-db74b8b83202 service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468077
Jul 07 18:39:25.461957 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d5730>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:36Z', 'revision_number': 5, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:25.466147 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48c6f2-c914-497e-9c80-aa7e85a1e128 None None] The sync data for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi is: [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:33:26Z', 'revision_number': 4, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '21d04bdb-a927-47a8-b75a-6d4a53a3bf42', 'name': '', 'network_id': '728aabad-3515-48ec-af2e-69c303dea069', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'mac_address': 'fa:16:3e:04:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:25Z', 'updated_at': '2021-07-07T18:33:36Z', 'revision_number': 5, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'subnets': [{'id': '26b5e5d3-604f-4bc6-8f36-ea3d76947b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:39:25.522441 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-f4d344ae-164b-4dcb-ae36-5b6730dcb836 req-7e826bca-a136-49e3-b55f-a06e1025a39a service neutron] 10.222.0.101 "GET /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289721
Jul 07 18:39:25.561372 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['1412085b-5395-47ee-97b3-b0b8d14c076a'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:39:25.716953 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a64fd0-a32d-478c-a94c-6731a22ded3d None None] New status for floating IP 48bacf5c-a1af-4b83-a5b5-93f7d8464622: DOWN {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:39:25.989192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482c189-406d-49fc-95d6-d0a027075abb req-49c711af-e021-47f0-9c87-b83e84d89b4d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:25.990655 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7482c189-406d-49fc-95d6-d0a027075abb req-49c711af-e021-47f0-9c87-b83e84d89b4d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 944 time: 0.0852132
Jul 07 18:39:26.038364 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7482c189-406d-49fc-95d6-d0a027075abb req-23f61807-d3a8-4393-beee-247cbb8f6769 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416148
Jul 07 18:39:26.162382 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71713366-2f4b-431d-abd6-1c77f4dcf207 req-13580576-88ee-4d56-83aa-99c0486f12a2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:26.163836 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-71713366-2f4b-431d-abd6-1c77f4dcf207 req-13580576-88ee-4d56-83aa-99c0486f12a2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0817845
Jul 07 18:39:26.213108 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-71713366-2f4b-431d-abd6-1c77f4dcf207 req-8cb4fbef-d6b1-47c1-aaf3-23cbbbd1ffd2 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea16d3b3-409d-46d1-b910-bb82a9deeff5&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434127
Jul 07 18:39:26.264133 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-dcbac804-155f-4335-8891-14c24ffd6474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:26.628233 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-34dcd339-9d21-4f1c-9cf0-6b32a7ada2e3 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:26.630721 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-34dcd339-9d21-4f1c-9cf0-6b32a7ada2e3 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.101 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 945 time: 0.0965292
Jul 07 18:39:26.740443 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Deleting port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:26.740774 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:26.956626 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 1412085b-5395-47ee-97b3-b0b8d14c076a up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:39:26.988153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] For port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:26.988509 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:27.027255 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 1412085b-5395-47ee-97b3-b0b8d14c076a completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:39:27.033310 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 1412085b-5395-47ee-97b3-b0b8d14c076a triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:39:27.033836 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:27.125709 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Calling delete_port for 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:27.179975 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:27.213823 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1412085b-5395-47ee-97b3-b0b8d14c076a'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:27.227402 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 1412085b-5395-47ee-97b3-b0b8d14c076a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=1412085b-5395-47ee-97b3-b0b8d14c076a,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:27.233348 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:27.236631 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:27.296420 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:27.308607 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4596f9c1-46f8-48d4-9762-30735e5a7bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:27.313274 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1412085b-5395-47ee-97b3-b0b8d14c076a', 'code': 200}
Jul 07 18:39:27.319687 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=1412085b-5395-47ee-97b3-b0b8d14c076a,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:27.323099 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:27.364025 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event deleted for resources: {'Port': ['ID=8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:27.368113 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:27.395974 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8cd28-c3c3-4a78-95be-76792d2f5fb8 req-28ebc032-c536-4a29-854f-b90b58963065 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:27.404500 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:27.404609 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b7c8cd28-c3c3-4a78-95be-76792d2f5fb8 req-28ebc032-c536-4a29-854f-b90b58963065 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.2003174
Jul 07 18:39:27.459433 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b7c8cd28-c3c3-4a78-95be-76792d2f5fb8 req-8a3fe97a-7798-483a-bc32-4a2a01262553 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491827
Jul 07 18:39:27.494959 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] No DVR routers for this DVR port 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:39:27.497962 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:27.501490 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-deleted', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:27.520517 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-7c9b3cce-3c7d-485a-8d26-0e002bc30ac9 req-63d08b05-b7bf-4a18-9c1c-c288c51c9593 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.101 "DELETE /v2.0/ports/8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b HTTP/1.1" status: 204  len: 173 time: 0.8827236
Jul 07 18:39:27.560190 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3045c46d-1bf8-44d1-91a5-89eab200adac', 'name': 'network-vif-deleted', 'tag': '8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b', 'status': 'completed', 'code': 200}
Jul 07 18:39:27.592370 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-60d2fa35-4ff6-49d6-9366-aae0a7c931a0 req-b4da2f11-5143-45ae-b2a7-06a01b2ad784 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0940430
Jul 07 18:39:27.679030 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab61b68-eebb-4364-8a94-e97f680e5ab9 req-7131b3a1-6fba-4a2a-b78a-46d49f4985c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:27.680469 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6ab61b68-eebb-4364-8a94-e97f680e5ab9 req-7131b3a1-6fba-4a2a-b78a-46d49f4985c5 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 1098 time: 0.0718625
Jul 07 18:39:27.726613 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-6ab61b68-eebb-4364-8a94-e97f680e5ab9 req-462db5e7-4e0d-4f40-b72c-55dad543b0d2 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365245
Jul 07 18:39:28.602850 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:28.660336 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c29f1e-8aba-402c-b905-586cdc766cad req-a69aef83-4c2d-4872-a27f-9ca1b110d661 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:28.661831 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2c29f1e-8aba-402c-b905-586cdc766cad req-a69aef83-4c2d-4872-a27f-9ca1b110d661 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.0880599
Jul 07 18:39:28.708085 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2c29f1e-8aba-402c-b905-586cdc766cad req-e6206158-4311-459c-b70f-d191a0ce13fb tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405908
Jul 07 18:39:28.754575 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b84efa67-bf63-42f2-81a6-c3c136741b3c req-c8b3722f-056d-4e63-a2e6-70458f357db5 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0454004
Jul 07 18:39:29.921459 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e1e2-1bcd-4307-a2dc-e5bfaba8dcf9 req-509a4d24-6325-4e55-8268-6bf75a8f68ee tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:29.924330 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4770e1e2-1bcd-4307-a2dc-e5bfaba8dcf9 req-509a4d24-6325-4e55-8268-6bf75a8f68ee tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.1083498
Jul 07 18:39:29.981580 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4770e1e2-1bcd-4307-a2dc-e5bfaba8dcf9 req-c6904b7a-189a-47a1-a96b-04549d0a7d56 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501852
Jul 07 18:39:30.158021 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8433dfd8-6cd3-4aa8-9111-52f8c09d0e07 req-591a9d65-fe34-4be0-b9ae-a4f6dee9fae1 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0601819
Jul 07 18:39:30.971984 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:39:31.007318 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:39:31.007655 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8d01a73b-d1c4-40e6-897c-e58e3d8d3c2b not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:39:31.177696 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49440da8-c7b2-4624-bee9-f2496b78abc4 req-d5877ace-f202-44c0-b5ed-c51d217ec612 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:31.184006 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-49440da8-c7b2-4624-bee9-f2496b78abc4 req-d5877ace-f202-44c0-b5ed-c51d217ec612 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.0833342
Jul 07 18:39:31.248879 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-49440da8-c7b2-4624-bee9-f2496b78abc4 req-a06ffdaa-3e56-417f-a724-641163358ebf tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606563
Jul 07 18:39:31.326664 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d53850cd-1f55-4d99-82bd-a537bfbd89ef req-efe9b955-210a-47e7-aad7-c42ce37cae83 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "GET /v2.0/ports?device_id=3045c46d-1bf8-44d1-91a5-89eab200adac HTTP/1.1" status: 200  len: 210 time: 0.0460224
Jul 07 18:39:32.432075 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36020) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:32.480339 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52bbc7-8605-4340-bf97-73b71b087298 req-ecef9bb7-9d23-4fea-818b-49a9e7e92ab0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:32.482190 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4c52bbc7-8605-4340-bf97-73b71b087298 req-ecef9bb7-9d23-4fea-818b-49a9e7e92ab0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.1112814
Jul 07 18:39:32.510236 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:32.528721 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4c52bbc7-8605-4340-bf97-73b71b087298 req-4adaf7b9-a32d-4a45-8d24-b898f3381654 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397761
Jul 07 18:39:32.643207 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:32.717692 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:32.722219 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-dcf02d72-79c8-4a04-b808-33b5916b978b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:32.736150 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea16d3b3-409d-46d1-b910-bb82a9deeff5,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:32.742772 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:32.743574 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:32.744674 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea16d3b3-409d-46d1-b910-bb82a9deeff5 HTTP/1.1" status: 204  len: 168 time: 0.3112962
Jul 07 18:39:32.795703 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36028) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:33.508399 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:33.868913 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Deleting port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:33.869248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:34.049053 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] For port 21d04bdb-a927-47a8-b75a-6d4a53a3bf42, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:34.049412 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:34.172002 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Calling delete_port for 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 owned by network:router_interface {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:34.361313 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:34.365256 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5dc6f2c7-276a-40c2-a104-71fbc05dc91a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:34.409479 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=21d04bdb-a927-47a8-b75a-6d4a53a3bf42,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:34.412442 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:34.706436 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:35.199674 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Router 38748b45-42b8-40d6-9071-60ffb7c6713d has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:39:35.394790 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:39:35.405387 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] Sync routers for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:39:35.412898 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d2f0b275-2b81-45d2-a72f-705c4fab8c6c admin admin] 10.222.0.60 "PUT /v2.0/routers/38748b45-42b8-40d6-9071-60ffb7c6713d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6155934
Jul 07 18:39:35.415185 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36066) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:35.417399 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:39:35.418115 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d4e80>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:39:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:35.649817 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:39:35.675627 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:35.949625 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:35.961051 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Deleting port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:35.961442 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:35.974286 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d4e80>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:39:34Z', 'revision_number': 5, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port': {'id': 'fbe47b8a-0fa5-4880-adeb-320ad7c58e4b', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:20Z', 'updated_at': '2021-07-07T18:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:35.978775 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] Checking router: 38748b45-42b8-40d6-9071-60ffb7c6713d for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:39:35.989365 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] Routers {'38748b45-42b8-40d6-9071-60ffb7c6713d'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:39:35.990318 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d4e80>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:39:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['38748b45-42b8-40d6-9071-60ffb7c6713d'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:36.147695 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] Set router 38748b45-42b8-40d6-9071-60ffb7c6713d gateway port host: None {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:39:36.176765 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-2b356c03-2d49-4436-8a25-f8a3bd931bf7 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60436774&fields=id&tenant_id=a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 267 time: 0.1143286
Jul 07 18:39:36.257590 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca05d4e80>, [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:39:35Z', 'revision_number': 6, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:36.261751 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2337a0-fcaa-4ae4-964d-fbca67e62c1e None None] The sync data for ids ['38748b45-42b8-40d6-9071-60ffb7c6713d'] in dv-cinder-798696-1-iscsi is: [{'id': '38748b45-42b8-40d6-9071-60ffb7c6713d', 'name': 'tempest-TestShelveInstance-746137964-router', 'tenant_id': 'edf997a43a1a49f7bdfa3734765616b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:18Z', 'updated_at': '2021-07-07T18:39:35Z', 'revision_number': 6, 'project_id': 'edf997a43a1a49f7bdfa3734765616b2', 'gw_port_host': None}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:39:36.291796 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] For port fbe47b8a-0fa5-4880-adeb-320ad7c58e4b, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:36.292151 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:36.428747 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Calling delete_port for fbe47b8a-0fa5-4880-adeb-320ad7c58e4b owned by network:router_gateway {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:36.630345 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-76849e89-4b5a-4434-a427-08152fffd756 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:36.631764 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-76849e89-4b5a-4434-a427-08152fffd756 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 812 time: 0.4391329
Jul 07 18:39:36.669340 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-c48d9dde-24a4-45ac-b455-340e1d099689 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/quotas/a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 375 time: 0.0263314
Jul 07 18:39:36.817407 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-7fc53785-7ea8-45f6-af2c-9218340b772e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1443062
Jul 07 18:39:36.857156 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:36.858868 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5dd111f1-1881-4e71-90e5-3aa6001cc113 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:36.958810 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe47b8a-0fa5-4880-adeb-320ad7c58e4b,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:36.961815 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:37.092270 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.137885 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-ce657287-7a7e-4c65-877b-4f5e6dcc2d89 service neutron] 10.222.0.60 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093350
Jul 07 18:39:37.384466 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.393136 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.512232 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.512663 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38748b45-42b8-40d6-9071-60ffb7c6713d {{(pid=78558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:39:37.541775 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-8798eda0-71de-4a98-a8e7-023f6a07a088 service neutron] 10.222.0.60 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3395698
Jul 07 18:39:37.553330 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.554427 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/38748b45-42b8-40d6-9071-60ffb7c6713d HTTP/1.1" status: 204  len: 168 time: 2.1376514
Jul 07 18:39:37.557260 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36102) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:37.564830 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc630bd9-a127-49a3-b560-ccb656d2d7ae req-f171b7de-ede5-43f3-98a2-6d234bba47e0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:37.566374 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dc630bd9-a127-49a3-b560-ccb656d2d7ae req-f171b7de-ede5-43f3-98a2-6d234bba47e0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.2182784
Jul 07 18:39:37.630618 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dc630bd9-a127-49a3-b560-ccb656d2d7ae req-469995da-2c17-4dcf-bbb2-d1a61f8a9a81 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535223
Jul 07 18:39:37.651306 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Deleting subnet 26b5e5d3-604f-4bc6-8f36-ea3d76947b77 {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:39:37.658700 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.701866 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:39:37.713285 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.738929 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:39:37.739300 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 21d04bdb-a927-47a8-b75a-6d4a53a3bf42 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:39:37.739822 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fbe47b8a-0fa5-4880-adeb-320ad7c58e4b no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:39:37.781469 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: fbe47b8a-0fa5-4880-adeb-320ad7c58e4b {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:39:37.781872 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device fbe47b8a-0fa5-4880-adeb-320ad7c58e4b not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:39:37.793921 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.867132 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.871847 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c7f28855-348e-4820-953c-85b53d39a1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:37.919849 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:37.931621 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855dbeb5-c6ed-4089-8a6d-e3d4e7a5953e None None] Network 728aabad-3515-48ec-af2e-69c303dea069 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:39:37.935792 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b5e5d3-604f-4bc6-8f36-ea3d76947b77,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:37.938330 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:37.940412 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/26b5e5d3-604f-4bc6-8f36-ea3d76947b77 HTTP/1.1" status: 204  len: 168 time: 0.3811698
Jul 07 18:39:37.944168 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36116) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:38.042720 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2d077e14-1fa4-425d-8cca-f8b9c9fd5e9d req-c89c6a69-d348-453b-ad49-876708585ebb tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 210 time: 0.0636451
Jul 07 18:39:38.071024 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.083907 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Deleting port 97688c4e-0428-4c67-a68b-d63a9c63ace2 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:38.084451 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.261003 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] DHCP port deletion for 728aabad-3515-48ec-af2e-69c303dea069 request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:39:38.265532 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Deleting port 97688c4e-0428-4c67-a68b-d63a9c63ace2 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:38.266149 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.307092 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] For port 97688c4e-0428-4c67-a68b-d63a9c63ace2, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=97688c4e-0428-4c67-a68b-d63a9c63ace2,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:38.307706 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.446913 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Calling delete_port for 97688c4e-0428-4c67-a68b-d63a9c63ace2 owned by network:dhcp {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:38.486828 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] For port 97688c4e-0428-4c67-a68b-d63a9c63ace2, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=97688c4e-0428-4c67-a68b-d63a9c63ace2,segment=NetworkSegment(26382dd5-772d-42e0-8385-ec00c308784f),segment_id=26382dd5-772d-42e0-8385-ec00c308784f)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:38.487195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.527801 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.531564 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b531539c-9162-47c3-9cd2-e80d7a78e554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:38.576218 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Pushing event deleted for resources: {'Port': ['ID=97688c4e-0428-4c67-a68b-d63a9c63ace2,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:38.579459 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:38.580183 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] No DVR routers for this DVR port 97688c4e-0428-4c67-a68b-d63a9c63ace2 on host dv-cinder-798696-1-iscsi {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:39:38.612542 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Calling delete_port for 97688c4e-0428-4c67-a68b-d63a9c63ace2 owned by network:dhcp {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:38.698348 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:39:38.698572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.698712 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:39:38.716038 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9b33f280>,) {'filters': {'network_id': ['728aabad-3515-48ec-af2e-69c303dea069']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:38.728103 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b33f280>, '26382dd5-772d-42e0-8385-ec00c308784f') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:38.728385 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b33f280>, '26382dd5-772d-42e0-8385-ec00c308784f') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:38.739532 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.755864 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.762133 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:39:38.762650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:39:38.776199 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:39:38.844597 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe513e62-3f65-4f9c-af68-0c2dfb48d4be req-c8cc06e6-de5c-4195-9390-70ad90daf3ac tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:38.846904 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fe513e62-3f65-4f9c-af68-0c2dfb48d4be req-c8cc06e6-de5c-4195-9390-70ad90daf3ac tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0881433
Jul 07 18:39:38.849940 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.853776 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0644cd83-1cac-4eab-943c-415a4ce33b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:38.870589 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:38.882959 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Pushing event deleted for resources: {'Network': ['ID=728aabad-3515-48ec-af2e-69c303dea069,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:38.886906 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:38.888792 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-693e54d3-b2fa-45cf-aa91-507508711424 admin admin] 10.222.0.60 "DELETE /v2.0/networks/728aabad-3515-48ec-af2e-69c303dea069 HTTP/1.1" status: 204  len: 168 time: 0.9423547
Jul 07 18:39:38.891071 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36130) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:38.912649 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fe513e62-3f65-4f9c-af68-0c2dfb48d4be req-31aaf7e3-f92d-4e49-ae08-f283c70697f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504184
Jul 07 18:39:39.200461 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Deleting port 97688c4e-0428-4c67-a68b-d63a9c63ace2 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:39.201198 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:39.233597 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-08c5f4ad-9621-49b2-b9af-a24058ddd1b8 req-580c8202-a7d1-43c5-a2f9-20f8169e3e8e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 210 time: 0.0586209
Jul 07 18:39:39.323128 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-9791585c-8c9b-4894-9d38-77b309ba8e02 None None] The port '97688c4e-0428-4c67-a68b-d63a9c63ace2' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:39:39.495003 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-9c1de02f-7fc7-45be-a786-5d9fd9e46b9d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:39.496328 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-9c1de02f-7fc7-45be-a786-5d9fd9e46b9d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 812 time: 0.4136572
Jul 07 18:39:39.604778 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-5a89733f-3b1e-4e26-80ad-dbd33b624751 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a239c12b571d4a31b52cd0753db91077 HTTP/1.1" status: 200  len: 378 time: 0.0840442
Jul 07 18:39:39.614500 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'port': {'device_id': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'admin_state_up': True, 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'security_groups': ['9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae']}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:39.658894 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 97688c4e-0428-4c67-a68b-d63a9c63ace2 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:39:39.696275 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 97688c4e-0428-4c67-a68b-d63a9c63ace2 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:39:39.696619 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 97688c4e-0428-4c67-a68b-d63a9c63ace2 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:39:39.780403 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:39:39.792857 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:39:39.841875 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Made reservation on behalf of a239c12b571d4a31b52cd0753db91077 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:39:39.845927 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:39.958429 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:40.108429 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666d09-3faa-4203-9bed-fc516e945954 req-e0966154-ce06-44b9-81e9-427263eb9035 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:40.110047 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-06666d09-3faa-4203-9bed-fc516e945954 req-e0966154-ce06-44b9-81e9-427263eb9035 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0827622
Jul 07 18:39:40.164300 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-06666d09-3faa-4203-9bed-fc516e945954 req-fc4748fc-7cbd-4876-803a-36286c1eafb9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479081
Jul 07 18:39:40.166868 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Allocated IP 172.20.0.4 (eaa24b39-f734-41e2-816f-2b4b94e6d6ca/90b4521b-374d-4711-b5e5-7c8d4c3ebff1/598c6464-a86b-4f4e-af39-a74adc2ee2fe) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:39:40.391203 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5acc54a1-2d6f-493c-970c-97e9cab74485 req-a9883c8c-f8d5-415d-a0b6-363bb4aa7b42 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 210 time: 0.0423443
Jul 07 18:39:40.516224 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:40.539631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Deleting port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:40.539956 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:40.563983 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Transition to ACTIVE for port object 598c6464-a86b-4f4e-af39-a74adc2ee2fe will not be triggered until provisioned by entity DHCP. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:39:40.808663 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:40.816288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-973a7823-a842-4ba5-8c86-a1247dbabc36 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:40.898853 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] For port 60eac3d0-f489-4f6f-b5ac-6fe2abe52498, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,segment=NetworkSegment(8f0bcbe3-d7e5-4828-86ff-1ec52a358707),segment_id=8f0bcbe3-d7e5-4828-86ff-1ec52a358707)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:40.899201 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:40.914012 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:39:40.919099 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:39:41.030963 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:39:41.056682 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=598c6464-a86b-4f4e-af39-a74adc2ee2fe,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:41.069331 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Calling delete_port for 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 owned by network:router_interface {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:41.108820 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:41.140784 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-fd42048f-e8fc-4c4d-af64-433a3386c4b8 None None] Provisioning for port 598c6464-a86b-4f4e-af39-a74adc2ee2fe completed by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:39:41.145550 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-fd42048f-e8fc-4c4d-af64-433a3386c4b8 None None] Provisioning complete for port 598c6464-a86b-4f4e-af39-a74adc2ee2fe triggered by entity DHCP. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:39:41.145932 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-fd42048f-e8fc-4c4d-af64-433a3386c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:41.161343 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:41.161964 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:41.203191 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-b9150920-cd28-46a4-9897-7c13167f489d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5925353
Jul 07 18:39:41.216357 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-fd42048f-e8fc-4c4d-af64-433a3386c4b8 None None] Port 598c6464-a86b-4f4e-af39-a74adc2ee2fe cannot update to ACTIVE because it is not bound. {{(pid=78560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 07 18:39:41.216556 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Request body: {'port': {'device_id': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:41.375650 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3d98-b97a-4644-994d-e6fb3f8c42e1 req-9b551054-fa50-49a0-a61a-41dcdac4422f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:41.377998 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e45a3d98-b97a-4644-994d-e6fb3f8c42e1 req-9b551054-fa50-49a0-a61a-41dcdac4422f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0861397
Jul 07 18:39:41.402042 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:41.426931 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e45a3d98-b97a-4644-994d-e6fb3f8c42e1 req-4ace9149-6086-4f5a-b549-97286a557443 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431633
Jul 07 18:39:41.476021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:41.482116 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:41.529302 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Pushing event deleted for resources: {'Port': ['ID=60eac3d0-f489-4f6f-b5ac-6fe2abe52498,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:41.531798 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:41.705019 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51d583-f8cf-42cf-87e5-32041ad7075e req-35627372-72b0-47ae-91b8-b68ab69e5e37 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:41.706990 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9d51d583-f8cf-42cf-87e5-32041ad7075e req-35627372-72b0-47ae-91b8-b68ab69e5e37 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 931 time: 0.2032111
Jul 07 18:39:41.754161 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9d51d583-f8cf-42cf-87e5-32041ad7075e req-f6519d8e-b264-4ce0-908a-ba2bf3108e2a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410452
Jul 07 18:39:41.996722 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:42.071221 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:42.356274 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598c6464-a86b-4f4e-af39-a74adc2ee2fe {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:42.367415 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:42.398393 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Transition to ACTIVE for port object 598c6464-a86b-4f4e-af39-a74adc2ee2fe will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:39:42.483371 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:42.501916 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6e22ea5b-85e9-49df-a4a0-c41d2f3dc2aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:42.666768 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c9433-91b5-469d-8780-6a3292daa214 req-a773003a-4065-42e3-919f-c2b134b63028 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:42.668269 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-915c9433-91b5-469d-8780-6a3292daa214 req-a773003a-4065-42e3-919f-c2b134b63028 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1094246
Jul 07 18:39:42.722465 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-915c9433-91b5-469d-8780-6a3292daa214 req-40d8acc4-6ea1-411c-a2d3-26f0668c8437 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480895
Jul 07 18:39:42.795664 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Router bab9d473-cfca-40fd-b142-1290bddd2fa1 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:39:42.812688 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Pushing event updated for resources: {'Port': ['ID=598c6464-a86b-4f4e-af39-a74adc2ee2fe,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:42.843424 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:42.985773 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3399d28-35fd-4d77-b39e-f0925ca0e207 req-aab8f99c-32b3-4f5e-ad52-942cd5187e66 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:42.987967 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c3399d28-35fd-4d77-b39e-f0925ca0e207 req-aab8f99c-32b3-4f5e-ad52-942cd5187e66 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.1021252
Jul 07 18:39:43.042914 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c3399d28-35fd-4d77-b39e-f0925ca0e207 req-284b09ef-e2f6-4fa1-a7f7-b611318a0ba2 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479877
Jul 07 18:39:43.046901 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Attempting to bind port 598c6464-a86b-4f4e-af39-a74adc2ee2fe on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:39:43.047470 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Attempting to bind port 598c6464-a86b-4f4e-af39-a74adc2ee2fe by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:39:43.048404 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Attempting to bind port 598c6464-a86b-4f4e-af39-a74adc2ee2fe on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:43.058942 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Port 598c6464-a86b-4f4e-af39-a74adc2ee2fe on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:39:43.059302 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Attempting to bind port 598c6464-a86b-4f4e-af39-a74adc2ee2fe on network eaa24b39-f734-41e2-816f-2b4b94e6d6ca {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:43.071369 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:39:43.071712 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Checking segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:39:43.072098 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Bound using segment: {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:39:43.072533 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Bound port: 598c6464-a86b-4f4e-af39-a74adc2ee2fe, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2046c7e1-9020-4358-8d4b-22e6b2830097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:39:43.073005 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:43.096203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:39:43.108243 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] Sync routers for ids ['bab9d473-cfca-40fd-b142-1290bddd2fa1'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:39:43.122894 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] Routers {'bab9d473-cfca-40fd-b142-1290bddd2fa1'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:39:43.123815 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0d5f760>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:39:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['bab9d473-cfca-40fd-b142-1290bddd2fa1'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:43.146366 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f4330fd7-69e9-469e-992f-21eac60d2fea admin admin] 10.222.0.60 "PUT /v2.0/routers/bab9d473-cfca-40fd-b142-1290bddd2fa1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2541597
Jul 07 18:39:43.149796 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36170) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:43.364878 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] For port 598c6464-a86b-4f4e-af39-a74adc2ee2fe, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:39:43.378280 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] For port 598c6464-a86b-4f4e-af39-a74adc2ee2fe, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:39:43.385546 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:43.392678 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:43.392913 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] Set router bab9d473-cfca-40fd-b142-1290bddd2fa1 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:39:43.450231 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:43.513887 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:43.514512 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:43.515890 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] 10.222.0.101 "PUT /v2.0/ports/598c6464-a86b-4f4e-af39-a74adc2ee2fe HTTP/1.1" status: 200  len: 1093 time: 2.3049507
Jul 07 18:39:43.516475 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:43.556852 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Pushing event updated for resources: {'Port': ['ID=598c6464-a86b-4f4e-af39-a74adc2ee2fe,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:43.561794 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:43.624562 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'status': 'completed', 'code': 200}
Jul 07 18:39:43.726630 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:43.739263 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0d5f760>, [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '477f76bf-3a92-4750-998d-d16d550195e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:39:41Z', 'revision_number': 5, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port': {'id': '477f76bf-3a92-4750-998d-d16d550195e8', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:31Z', 'updated_at': '2021-07-07T18:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:43.741358 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Deleting port 477f76bf-3a92-4750-998d-d16d550195e8 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:43.741692 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:43.743601 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] Checking router: bab9d473-cfca-40fd-b142-1290bddd2fa1 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:39:43.752133 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] Routers {'bab9d473-cfca-40fd-b142-1290bddd2fa1'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:39:43.752853 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0d5f760>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:39:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['bab9d473-cfca-40fd-b142-1290bddd2fa1'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:43.769829 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-688e3acc-0711-4aa9-bd0a-a04edb3d24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:43.771328 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-688e3acc-0711-4aa9-bd0a-a04edb3d24e0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 1096 time: 0.1488395
Jul 07 18:39:43.930305 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] Set router bab9d473-cfca-40fd-b142-1290bddd2fa1 gateway port host: None {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:39:43.946843 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd58b90-60da-4e9d-bafa-5c77c46c0920 req-5a704576-7f3d-4199-af2a-01e040f62d93 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:43.948988 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dfd58b90-60da-4e9d-bafa-5c77c46c0920 req-5a704576-7f3d-4199-af2a-01e040f62d93 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0885539
Jul 07 18:39:44.002359 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dfd58b90-60da-4e9d-bafa-5c77c46c0920 req-2a636a8e-23af-4ca6-8fb8-5cf512dfcd7b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465968
Jul 07 18:39:44.006398 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-8c98f617-ea69-4f75-9223-4db116e569af service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe HTTP/1.1" status: 200  len: 217 time: 0.0824821
Jul 07 18:39:44.038987 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0d5f760>, [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:39:43Z', 'revision_number': 6, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:44.043006 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c39f98-4cd7-4e10-92f7-3dce9ab53e9d None None] The sync data for ids ['bab9d473-cfca-40fd-b142-1290bddd2fa1'] in dv-cinder-798696-1-iscsi is: [{'id': 'bab9d473-cfca-40fd-b142-1290bddd2fa1', 'name': 'tempest-TestShelveInstance-229974453-router', 'tenant_id': 'e890fe452a264a43ad0de12fad2df287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:30Z', 'updated_at': '2021-07-07T18:39:43Z', 'revision_number': 6, 'project_id': 'e890fe452a264a43ad0de12fad2df287', 'gw_port_host': None}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:39:44.160429 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-604707ec-a82f-43f9-bcd3-a173ff12d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:44.161906 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-604707ec-a82f-43f9-bcd3-a173ff12d15c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.1279473
Jul 07 18:39:44.247092 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] For port 477f76bf-3a92-4750-998d-d16d550195e8, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=477f76bf-3a92-4750-998d-d16d550195e8,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:44.247475 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:44.260248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b70ca-5848-4203-a2f7-f9fc25389444 req-6c7e385e-e778-4bfe-9c57-099ee3fed7e5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:44.262036 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec1b70ca-5848-4203-a2f7-f9fc25389444 req-6c7e385e-e778-4bfe-9c57-099ee3fed7e5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.0903835
Jul 07 18:39:44.317965 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ec1b70ca-5848-4203-a2f7-f9fc25389444 req-d70db13a-b7c6-4914-9b59-6c16eca538f3 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460401
Jul 07 18:39:44.383657 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Calling delete_port for 477f76bf-3a92-4750-998d-d16d550195e8 owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:44.454676 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-f7edcf23-e62b-47fe-827b-2239a3621859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:44.456286 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-f7edcf23-e62b-47fe-827b-2239a3621859 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2838762
Jul 07 18:39:44.628209 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-09b61f0a-7875-442e-8a55-da61994ea13b service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626050
Jul 07 18:39:44.682762 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-c553c962-0bbb-4027-b272-dba51b92604b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:44.684243 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-c553c962-0bbb-4027-b272-dba51b92604b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1532664
Jul 07 18:39:44.699568 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-7cbf1800-46db-4918-bd40-3a1cf2c41b1c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/quotas/d048ac212d6c48e1888ab45225be0958 HTTP/1.1" status: 200  len: 375 time: 0.0090764
Jul 07 18:39:44.784305 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-13db78cf-4e28-459b-94ea-cd1658955a41 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0785530
Jul 07 18:39:44.784530 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:44.791139 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-653e0127-eee6-457c-80ff-ec617dd03a64 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:44.889860 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Pushing event deleted for resources: {'Port': ['ID=477f76bf-3a92-4750-998d-d16d550195e8,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:44.892958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:44.921130 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-ff507b50-af99-49e9-81d4-4a6d708b3bc3 service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294909
Jul 07 18:39:44.926269 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-ec7b6388-1910-4fd6-9c16-9bc71ccf4133 req-74751eeb-0722-42e0-a08d-2592f232fdaf service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2696311
Jul 07 18:39:44.961416 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.076182 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-ea002c5c-f085-4532-929d-523dd42d4aa3 service neutron] 10.222.0.60 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458156
Jul 07 18:39:45.243864 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cccf66-bbac-4428-89dc-db6fba98ee09 req-f5386c92-ac44-4a66-ad5d-8d68727f1bd8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:45.253748 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-92cccf66-bbac-4428-89dc-db6fba98ee09 req-f5386c92-ac44-4a66-ad5d-8d68727f1bd8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1285276
Jul 07 18:39:45.318812 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-061614de-b7fe-42ea-969f-3d303a49418a req-db107397-27e3-48c5-a8c4-dc8022099cf4 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 210 time: 0.0496397
Jul 07 18:39:45.320211 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.324344 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.351009 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-92cccf66-bbac-4428-89dc-db6fba98ee09 req-fa55febc-4de2-454e-82fb-1a5222ed25a1 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960524
Jul 07 18:39:45.376581 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.377948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab9d473-cfca-40fd-b142-1290bddd2fa1 {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:39:45.394817 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451461c4-7634-4676-b2ba-aef37d465a45 req-f801c14d-a47a-4ba8-b5b2-29750f4d0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:45.396294 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-451461c4-7634-4676-b2ba-aef37d465a45 req-f801c14d-a47a-4ba8-b5b2-29750f4d0f76 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 1096 time: 0.3954556
Jul 07 18:39:45.409151 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.412614 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-71829106-f28d-4b81-a6c9-0825cb1ff73f admin admin] 10.222.0.60 "DELETE /v2.0/routers/bab9d473-cfca-40fd-b142-1290bddd2fa1 HTTP/1.1" status: 204  len: 168 time: 2.2596745
Jul 07 18:39:45.414409 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36206) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:45.541139 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Deleting subnet 36ae3713-04bb-459a-ba2d-c45f91eb85e8 {{(pid=78558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:39:45.554751 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.577069 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451461c4-7634-4676-b2ba-aef37d465a45 req-d0928dd6-9038-4022-b98d-fec111bd9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:45.578503 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-451461c4-7634-4676-b2ba-aef37d465a45 req-d0928dd6-9038-4022-b98d-fec111bd9247 service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1670172
Jul 07 18:39:45.625004 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1516484'] for subnet, precommit_delete_associations {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.652039 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-451461c4-7634-4676-b2ba-aef37d465a45 req-ff19a3f3-64e7-438c-a6a0-12e732b7b05e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe HTTP/1.1" status: 200  len: 217 time: 0.0628223
Jul 07 18:39:45.683446 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27033f6-21f7-48bd-b2c5-188658987da6 req-d938bcda-b92b-474c-93c2-75078fb82249 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:45.684984 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f27033f6-21f7-48bd-b2c5-188658987da6 req-d938bcda-b92b-474c-93c2-75078fb82249 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.2007656
Jul 07 18:39:45.697985 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:39:45.728581 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451461c4-7634-4676-b2ba-aef37d465a45 req-8c2b2a57-b24e-4ad4-94f6-ceea01b8c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:45.730183 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-451461c4-7634-4676-b2ba-aef37d465a45 req-8c2b2a57-b24e-4ad4-94f6-ceea01b8c5e0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0703750
Jul 07 18:39:45.734743 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:39:45.735877 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 60eac3d0-f489-4f6f-b5ac-6fe2abe52498 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:39:45.736354 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 477f76bf-3a92-4750-998d-d16d550195e8 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:39:45.771820 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f27033f6-21f7-48bd-b2c5-188658987da6 req-b4e14190-9cb0-42f0-a2fc-8483a3560709 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0760634
Jul 07 18:39:45.775783 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 477f76bf-3a92-4750-998d-d16d550195e8 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:39:45.776184 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 477f76bf-3a92-4750-998d-d16d550195e8 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:39:45.808998 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.832828 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451461c4-7634-4676-b2ba-aef37d465a45 req-6c99856e-da3d-4a36-baf4-b36bdb509043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:45.834462 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-451461c4-7634-4676-b2ba-aef37d465a45 req-6c99856e-da3d-4a36-baf4-b36bdb509043 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885813
Jul 07 18:39:45.885803 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1516402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1670891'] for subnet, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.889938 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6b9df041-3fe8-472b-8085-61817d36bdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:45.927556 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ae3713-04bb-459a-ba2d-c45f91eb85e8,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:45.932251 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:45.939419 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4c641-42c4-4fdc-8ec6-4b0fbe0f500f None None] Network 223df913-abbe-49ee-9bf9-a114019646a4 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:39:45.943987 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.944361 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.944727 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.945127 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.945479 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.945830 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.946178 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.946524 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.946870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.947213 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.947557 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.947897 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:39:45.951118 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:45.952976 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-2ea0f5c0-4632-4ee9-80f3-b9dea89723cf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/36ae3713-04bb-459a-ba2d-c45f91eb85e8 HTTP/1.1" status: 204  len: 168 time: 0.5372622
Jul 07 18:39:45.955559 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36212) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:45.993604 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-451461c4-7634-4676-b2ba-aef37d465a45 req-3c830205-aedb-4d39-86f7-82f6c0b6533d service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497161
Jul 07 18:39:46.144542 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-451461c4-7634-4676-b2ba-aef37d465a45 req-a6fd3146-0d01-4140-b224-5653fb294425 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414967
Jul 07 18:39:46.168018 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:46.179971 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Deleting port bf0a280c-658e-4d39-b567-ef66b69fe045 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:46.180565 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:46.234916 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] DHCP port deletion for 223df913-abbe-49ee-9bf9-a114019646a4 request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:39:46.240563 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Deleting port bf0a280c-658e-4d39-b567-ef66b69fe045 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:46.241235 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:46.407806 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] For port bf0a280c-658e-4d39-b567-ef66b69fe045, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bf0a280c-658e-4d39-b567-ef66b69fe045,segment=NetworkSegment(8f0bcbe3-d7e5-4828-86ff-1ec52a358707),segment_id=8f0bcbe3-d7e5-4828-86ff-1ec52a358707)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:46.408608 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:46.524695 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] For port bf0a280c-658e-4d39-b567-ef66b69fe045, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=bf0a280c-658e-4d39-b567-ef66b69fe045,segment=NetworkSegment(8f0bcbe3-d7e5-4828-86ff-1ec52a358707),segment_id=8f0bcbe3-d7e5-4828-86ff-1ec52a358707)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:46.525084 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:46.596164 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Calling delete_port for bf0a280c-658e-4d39-b567-ef66b69fe045 owned by network:dhcp {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:46.652633 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-32adce4e-7bb3-4f6e-a3ba-4fc2f9fb058a tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:46.654163 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-32adce4e-7bb3-4f6e-a3ba-4fc2f9fb058a tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 814 time: 0.1645334
Jul 07 18:39:46.668247 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Calling delete_port for bf0a280c-658e-4d39-b567-ef66b69fe045 owned by network:dhcp {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:39:46.673520 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Request body: {'port': {'device_id': 'affaee68-bf07-42b9-881a-331605dac36f', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'admin_state_up': True, 'tenant_id': 'd048ac212d6c48e1888ab45225be0958'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:46.715068 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cf43098f-1400-4721-bb2e-b0aeb60d9a73 req-ea443a3f-e1ce-4831-aeb7-7c5315d7df8e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 210 time: 0.2331140
Jul 07 18:39:46.782975 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09e42a-291e-4310-b2d4-3645e42f2dd2 req-f8b67ba0-084f-4fb5-9524-6e1c08105362 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:46.784568 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a09e42a-291e-4310-b2d4-3645e42f2dd2 req-f8b67ba0-084f-4fb5-9524-6e1c08105362 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1967208
Jul 07 18:39:46.784881 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:39:46.785357 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:39:46.786108 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:46.791090 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a2854db0-6ef9-41c5-8375-eb85e57d7a06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:46.855119 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0a280c-658e-4d39-b567-ef66b69fe045,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:46.861091 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:39:46.865883 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Usage tracker for resource:port and tenant:d048ac212d6c48e1888ab45225be0958 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:39:46.870080 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:39:46.875543 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:46.877356 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:39:46.882844 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] No DVR routers for this DVR port bf0a280c-658e-4d39-b567-ef66b69fe045 on host dv-cinder-798696-1-iscsi {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:39:46.892346 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Made reservation on behalf of d048ac212d6c48e1888ab45225be0958 for: {'port': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:39:46.897011 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.001939 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3a09e42a-291e-4310-b2d4-3645e42f2dd2 req-0365dfe9-18bd-403f-bc31-87f63313ba01 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1487367
Jul 07 18:39:47.074340 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_common [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Allocated IP 172.20.0.13 (a296d3e8-9212-42ca-be23-e662c27907fc/2e5ca8ed-e524-4646-b5e2-cc2c0c47b283/33e1d81f-f74a-4df0-ad3c-836f490090ef) {{(pid=78559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:39:47.090783 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.117743 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9b25a3d0>,) {'filters': {'network_id': ['223df913-abbe-49ee-9bf9-a114019646a4']}} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:47.135534 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b25a3d0>, '8f0bcbe3-d7e5-4828-86ff-1ec52a358707') {'for_net_delete': True} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:47.135861 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b25a3d0>, '8f0bcbe3-d7e5-4828-86ff-1ec52a358707') {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:39:47.152739 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd83a97-0dfd-4ad9-b715-eeb1abf1ad06 req-7fe1037c-ce09-4b6f-8ebe-74ef42df949d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:47.154221 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3fd83a97-0dfd-4ad9-b715-eeb1abf1ad06 req-7fe1037c-ce09-4b6f-8ebe-74ef42df949d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.2696803
Jul 07 18:39:47.163144 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1516495'] for segment, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.182296 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.189843 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=78558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:39:47.190186 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519572'] for segment, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]: Traceback (most recent call last):
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     timer()
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     cb(*args, **kw)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     return func(*args, **kwargs)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     self._notify()
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     self.callback(batched_events)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     event.method(event)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     return f(self, *a, **k)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._get(url).json()
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:39:47.255038 dv-cinder-798696-1-iscsi neutron-server[78558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:39:47.286798 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Deleting port bf0a280c-658e-4d39-b567-ef66b69fe045 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:39:47.287361 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.296112 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks [] for port, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.317121 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.321317 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3fd83a97-0dfd-4ad9-b715-eeb1abf1ad06 req-349a0ecf-5cf4-4c31-b3f4-a6408a14b4d0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0611892
Jul 07 18:39:47.323496 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:47.338209 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.341393 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.349546 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4d7cdd88-96ab-4bea-95ab-d91ab354ee97 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:47.350159 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Pushing event deleted for resources: {'Network': ['ID=223df913-abbe-49ee-9bf9-a114019646a4,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:47.357565 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:47.361424 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] 10.222.0.60 "DELETE /v2.0/networks/223df913-abbe-49ee-9bf9-a114019646a4 HTTP/1.1" status: 204  len: 168 time: 1.4024863
Jul 07 18:39:47.364518 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'b9533640-22df-4d0a-b8f7-64a989239449', '1412085b-5395-47ee-97b3-b0b8d14c076a'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:39:47.404565 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-7f9694f9-1632-44b6-9c05-ac5044576558 None None] The port 'bf0a280c-658e-4d39-b567-ef66b69fe045' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:39:47.433614 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Network a296d3e8-9212-42ca-be23-e662c27907fc is already hosted by enough agents. {{(pid=78559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:39:47.436682 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.base_scheduler [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Resources bound (agent type, host, resource id):  {{(pid=78559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:39:47.442302 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Received port after_create {{(pid=78559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:39:47.467768 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event updated for resources: {'Port': ['ID=33e1d81f-f74a-4df0-ad3c-836f490090ef,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:47.474072 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:47.510688 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:47.511293 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.522271 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36228) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:47.539647 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8736703
Jul 07 18:39:47.552766 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Request body: {'port': {'device_id': 'affaee68-bf07-42b9-881a-331605dac36f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:39:47.574041 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d9bdfa3a-d6d5-463a-a5d5-8aa8a817fea0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=edf997a43a1a49f7bdfa3734765616b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483603
Jul 07 18:39:47.574298 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36232) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:47.644778 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.673752 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bf0a280c-658e-4d39-b567-ef66b69fe045 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:39:47.675808 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.680256 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.721762 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: bf0a280c-658e-4d39-b567-ef66b69fe045 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:39:47.722150 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device bf0a280c-658e-4d39-b567-ef66b69fe045 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:39:47.739505 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.744921 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-b1136cf9-f494-4b67-9111-8cd378df4b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:47.762708 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8e08e5-62c7-4a0c-8c92-d03037e8c3c8,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:47.766335 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:47.769480 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:47.770607 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea8e08e5-62c7-4a0c-8c92-d03037e8c3c8 HTTP/1.1" status: 204  len: 168 time: 0.1954627
Jul 07 18:39:47.939610 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc23590-95c1-493f-93d8-ce0059475500 req-2280c40f-9e1a-4d8c-b1ff-7913b5593618 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:47.941336 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9cc23590-95c1-493f-93d8-ce0059475500 req-2280c40f-9e1a-4d8c-b1ff-7913b5593618 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 932 time: 0.0982542
Jul 07 18:39:47.994423 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9cc23590-95c1-493f-93d8-ce0059475500 req-5e8b17c3-f9e2-4278-8137-c1a800d98831 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464189
Jul 07 18:39:48.154619 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36244) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:48.175276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e1d81f-f74a-4df0-ad3c-836f490090ef {{(pid=78559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:48.183102 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.198800 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.provisioning_blocks [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Transition to ACTIVE for port object 33e1d81f-f74a-4df0-ad3c-836f490090ef will not be triggered until provisioned by entity L2. {{(pid=78559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:39:48.203326 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.209680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6d422050-3a3d-4bea-b315-e62ecf4bc3f8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:48.236211 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-9972121e-574b-43e9-b4ff-6f35156d26d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e890fe452a264a43ad0de12fad2df287&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0754571
Jul 07 18:39:48.238868 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36248) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:39:48.285745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001063a5-e1cd-45bd-9895-7701c675f926 req-19e37596-2612-4ca9-a7bc-a8480e690f69 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:48.287216 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-001063a5-e1cd-45bd-9895-7701c675f926 req-19e37596-2612-4ca9-a7bc-a8480e690f69 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1639249
Jul 07 18:39:48.350718 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.354777 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-001063a5-e1cd-45bd-9895-7701c675f926 req-d2c41474-1c8b-4482-90e2-059ce50faa17 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607824
Jul 07 18:39:48.371300 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Pushing event updated for resources: {'Port': ['ID=33e1d81f-f74a-4df0-ad3c-836f490090ef,revision_number=2']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:48.378449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:48.386995 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.453139 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Attempting to bind port 33e1d81f-f74a-4df0-ad3c-836f490090ef on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:39:48.453471 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Attempting to bind port 33e1d81f-f74a-4df0-ad3c-836f490090ef by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:39:48.453802 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Attempting to bind port 33e1d81f-f74a-4df0-ad3c-836f490090ef on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:48.459472 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Port 33e1d81f-f74a-4df0-ad3c-836f490090ef on network a296d3e8-9212-42ca-be23-e662c27907fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:39:48.459789 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Attempting to bind port 33e1d81f-f74a-4df0-ad3c-836f490090ef on network a296d3e8-9212-42ca-be23-e662c27907fc {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:39:48.474463 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:39:48.474820 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Checking segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:39:48.475203 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Bound using segment: {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'} {{(pid=78559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:39:48.475635 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.managers [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Bound port: 33e1d81f-f74a-4df0-ad3c-836f490090ef, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1e30b5-6027-44dd-809c-d35cabf57845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc'}}] {{(pid=78559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:39:48.475976 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.583099 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] For port 33e1d81f-f74a-4df0-ad3c-836f490090ef, host hv-cinder-79869, cleared binding levels {{(pid=78559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:39:48.586432 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] For port 33e1d81f-f74a-4df0-ad3c-836f490090ef, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=33e1d81f-f74a-4df0-ad3c-836f490090ef,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:39:48.588686 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.590469 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1663500'] for port, after_update {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.593382 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-aef5c42f-420e-494f-89e2-5874f937a84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:48.596295 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a4de467a-d997-4b96-9783-5e0f10d40544 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:48.608217 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6243e-44bf-4e58-ab6a-70ecf74f6301,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:48.614865 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:48.616835 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.617943 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8b6243e-44bf-4e58-ab6a-70ecf74f6301 HTTP/1.1" status: 204  len: 168 time: 0.3781822
Jul 07 18:39:48.626446 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fad71-dc8c-4b89-9768-fd3c8703600e req-75ab3f5f-d5f9-4549-92b1-03c2c68e1282 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:48.628285 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-887fad71-dc8c-4b89-9768-fd3c8703600e req-75ab3f5f-d5f9-4549-92b1-03c2c68e1282 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.1083233
Jul 07 18:39:48.669745 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:48.670441 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:48.671895 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] 10.222.0.101 "PUT /v2.0/ports/33e1d81f-f74a-4df0-ad3c-836f490090ef HTTP/1.1" status: 200  len: 1094 time: 1.1244080
Jul 07 18:39:48.672485 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affaee68-bf07-42b9-881a-331605dac36f', 'tag': '33e1d81f-f74a-4df0-ad3c-836f490090ef'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:48.697187 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Pushing event updated for resources: {'Port': ['ID=33e1d81f-f74a-4df0-ad3c-836f490090ef,revision_number=3']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:48.700673 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-875732c2-1e61-4cd1-8489-da978985ea07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:48.717129 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-887fad71-dc8c-4b89-9768-fd3c8703600e req-24a4acfa-f8d5-47fb-b424-e01e476ee64e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0794899
Jul 07 18:39:48.761608 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affaee68-bf07-42b9-881a-331605dac36f', 'tag': '33e1d81f-f74a-4df0-ad3c-836f490090ef', 'status': 'completed', 'code': 200}
Jul 07 18:39:48.799164 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-f91890b7-0acf-47b9-98bb-2a2de41f16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:48.800964 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-f91890b7-0acf-47b9-98bb-2a2de41f16dd service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 1097 time: 0.0803709
Jul 07 18:39:48.887117 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-e4b954f1-fb46-4618-8c21-c0d30fb34373 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e1d81f-f74a-4df0-ad3c-836f490090ef HTTP/1.1" status: 200  len: 217 time: 0.0731034
Jul 07 18:39:48.960029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-94496fcb-edbf-4250-9900-ef1bb68da28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:48.961585 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-94496fcb-edbf-4250-9900-ef1bb68da28f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.0648580
Jul 07 18:39:49.011571 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-a309b7a2-4c27-4827-92c4-772fbcc3ca99 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429831
Jul 07 18:39:49.153198 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-427e1150-b8fa-4daf-8f90-250dbfffdb9a service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333237
Jul 07 18:39:49.188832 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0ddd9-3b6d-4265-bea1-bc0bd2a6f450 req-3fd62853-1219-44c5-bb32-be64b9aa4708 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:49.199130 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-74c0ddd9-3b6d-4265-bea1-bc0bd2a6f450 req-3fd62853-1219-44c5-bb32-be64b9aa4708 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 944 time: 0.0952327
Jul 07 18:39:49.251975 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-74c0ddd9-3b6d-4265-bea1-bc0bd2a6f450 req-2e51763f-66a3-4bb0-9857-ebc4ed572a17 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419111
Jul 07 18:39:49.296668 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-5d81bd3f-32d6-48af-ad83-b187edb6b991 req-d2064a4b-e7f9-415e-9d98-68da2531ac75 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359868
Jul 07 18:39:49.418246 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe309-7651-422a-8d1e-d316acfc379c req-1d10b9f2-3af2-4902-a09d-b9f855cfa5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:49.419754 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-63bbe309-7651-422a-8d1e-d316acfc379c req-1d10b9f2-3af2-4902-a09d-b9f855cfa5f2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d048ac212d6c48e1888ab45225be0958&device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 1097 time: 0.0754938
Jul 07 18:39:49.560575 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d398c-23e5-4b7a-ac39-5c49c6a06ec5 req-86795218-1770-4101-8f98-f8b057b6f162 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:49.561012 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe309-7651-422a-8d1e-d316acfc379c req-2c881423-ecd3-4d60-8b08-d5b7e4f3b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:49.562090 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-997d398c-23e5-4b7a-ac39-5c49c6a06ec5 req-86795218-1770-4101-8f98-f8b057b6f162 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0845654
Jul 07 18:39:49.562431 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-63bbe309-7651-422a-8d1e-d316acfc379c req-2c881423-ecd3-4d60-8b08-d5b7e4f3b748 service neutron] 10.222.0.101 "GET /v2.0/networks?id=a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 200  len: 915 time: 0.1353395
Jul 07 18:39:49.609064 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-997d398c-23e5-4b7a-ac39-5c49c6a06ec5 req-8d553077-a0e5-46b3-b1c0-9e9dfe480b2d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411851
Jul 07 18:39:49.635149 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-63bbe309-7651-422a-8d1e-d316acfc379c req-318df003-aba2-4825-95ae-54e438ce66f4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e1d81f-f74a-4df0-ad3c-836f490090ef HTTP/1.1" status: 200  len: 217 time: 0.0642605
Jul 07 18:39:49.799330 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe309-7651-422a-8d1e-d316acfc379c req-1bfe1555-f3ff-46cc-93ae-198e66283ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:49.800780 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-63bbe309-7651-422a-8d1e-d316acfc379c req-1bfe1555-f3ff-46cc-93ae-198e66283ef0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 200  len: 854 time: 0.1579940
Jul 07 18:39:49.852906 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-63bbe309-7651-422a-8d1e-d316acfc379c req-e5575320-029c-46bc-9f51-866c6b66ca05 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a296d3e8-9212-42ca-be23-e662c27907fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411360
Jul 07 18:39:49.895098 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b1ce2-2473-4648-802b-4b7ab0e7a329 req-24ba6b8c-f15f-4472-9eb0-310b24e94dbf tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:49.896566 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c69b1ce2-2473-4648-802b-4b7ab0e7a329 req-24ba6b8c-f15f-4472-9eb0-310b24e94dbf tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.0791638
Jul 07 18:39:49.942801 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c69b1ce2-2473-4648-802b-4b7ab0e7a329 req-17212b0c-c270-4c5f-8ac5-93964b5421a6 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404663
Jul 07 18:39:49.991682 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-63bbe309-7651-422a-8d1e-d316acfc379c req-36cd66de-499c-4ae4-acc2-8dc93ff072a0 service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311224
Jul 07 18:39:50.127087 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-63bbe309-7651-422a-8d1e-d316acfc379c req-1982eb28-0d49-46f8-8dd8-e3babd2382bf service neutron] 10.222.0.101 "GET /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269846
Jul 07 18:39:50.437439 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a13ca-1a6b-4106-9375-025bef409128 req-3b908783-2ca5-432c-84a2-c9ce4d9df04b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:50.439582 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f00a13ca-1a6b-4106-9375-025bef409128 req-3b908783-2ca5-432c-84a2-c9ce4d9df04b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 944 time: 0.0826449
Jul 07 18:39:50.483669 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f00a13ca-1a6b-4106-9375-025bef409128 req-e2c86d6d-53d2-4972-b6cc-58247e7b6b06 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384040
Jul 07 18:39:50.821735 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccdd47-60af-45f3-897a-0cbd90a8c893 req-609fde35-e2aa-4b4d-ac65-9ca960f041ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:50.823279 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-84ccdd47-60af-45f3-897a-0cbd90a8c893 req-609fde35-e2aa-4b4d-ac65-9ca960f041ff tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0912311
Jul 07 18:39:50.870821 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-84ccdd47-60af-45f3-897a-0cbd90a8c893 req-5d3f8a26-1b98-41fb-9dcf-8f2068707c1e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407557
Jul 07 18:39:51.128430 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16cc00-832c-4e11-82c3-7abd0881053e req-325fd20a-e0de-45a1-9cb0-02c5d30656dc tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:51.129827 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ae16cc00-832c-4e11-82c3-7abd0881053e req-325fd20a-e0de-45a1-9cb0-02c5d30656dc tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.0801258
Jul 07 18:39:51.175783 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ae16cc00-832c-4e11-82c3-7abd0881053e req-5262fed6-4b9d-419d-a05f-2a7a337e27ab tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402143
Jul 07 18:39:51.670870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f23b69-7e69-42b0-850c-333ecaaf8496 req-63956f2a-51e0-452e-8e02-b7d3ce11a3d7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:51.672336 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-74f23b69-7e69-42b0-850c-333ecaaf8496 req-63956f2a-51e0-452e-8e02-b7d3ce11a3d7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 944 time: 0.0825102
Jul 07 18:39:51.717674 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-74f23b69-7e69-42b0-850c-333ecaaf8496 req-281d488b-7fd2-4dd0-b477-81fc05d86457 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387554
Jul 07 18:39:52.061607 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924770e-0978-4692-8af9-b5d1bf13fb75 req-d44cbe56-ed2b-4812-850c-1e3559682f4c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:52.063068 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8924770e-0978-4692-8af9-b5d1bf13fb75 req-d44cbe56-ed2b-4812-850c-1e3559682f4c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0836766
Jul 07 18:39:52.107855 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8924770e-0978-4692-8af9-b5d1bf13fb75 req-693299f4-b7a9-404e-b0b8-bf21f78d6837 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382466
Jul 07 18:39:52.365417 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb3a0b-db6b-4a74-bd2a-4e60cc64ed0c req-32248529-5381-4723-b972-70820d373b83 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:52.366867 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-66fb3a0b-db6b-4a74-bd2a-4e60cc64ed0c req-32248529-5381-4723-b972-70820d373b83 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.0846345
Jul 07 18:39:52.412715 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-66fb3a0b-db6b-4a74-bd2a-4e60cc64ed0c req-c2679871-ef19-4c2f-9533-a0d6a24296a6 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401263
Jul 07 18:39:52.905768 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28e289-63b0-4de8-8674-f746554233a5 req-97d1c7db-a360-4f3f-897e-05455a19b408 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:52.907305 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4b28e289-63b0-4de8-8674-f746554233a5 req-97d1c7db-a360-4f3f-897e-05455a19b408 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 944 time: 0.0849891
Jul 07 18:39:52.927946 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-74225cf2-0e5c-4299-b132-7c4c557e5d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:52.957385 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4b28e289-63b0-4de8-8674-f746554233a5 req-3a826d19-7af6-44c5-81df-8f0b836c23a7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441222
Jul 07 18:39:53.056293 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 33e1d81f-f74a-4df0-ad3c-836f490090ef details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:39:53.191221 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 33e1d81f-f74a-4df0-ad3c-836f490090ef, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=33e1d81f-f74a-4df0-ad3c-836f490090ef,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:53.204976 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '33e1d81f-f74a-4df0-ad3c-836f490090ef', 'network_id': 'a296d3e8-9212-42ca-be23-e662c27907fc', 'port_id': '33e1d81f-f74a-4df0-ad3c-836f490090ef', 'mac_address': 'fa:16:3e:d3:6c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5ca8ed-e524-4646-b5e2-cc2c0c47b283', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:39:53.266222 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:53.283057 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e1d81f-f74a-4df0-ad3c-836f490090ef {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:53.298718 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 33e1d81f-f74a-4df0-ad3c-836f490090ef, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=33e1d81f-f74a-4df0-ad3c-836f490090ef,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:53.303285 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:53.304080 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 598c6464-a86b-4f4e-af39-a74adc2ee2fe details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:39:53.305777 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5679229-cd25-4182-816c-e4e81d2b8055 req-1db0def1-01d5-4a1d-80c8-ee62d9978fc3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:53.306097 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:53.307871 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e5679229-cd25-4182-816c-e4e81d2b8055 req-1db0def1-01d5-4a1d-80c8-ee62d9978fc3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0854664
Jul 07 18:39:53.353403 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e5679229-cd25-4182-816c-e4e81d2b8055 req-4b15244f-f3e0-4a10-a82a-1ad848b8e5af tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388603
Jul 07 18:39:53.434231 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=33e1d81f-f74a-4df0-ad3c-836f490090ef,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:53.446153 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:53.495715 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 598c6464-a86b-4f4e-af39-a74adc2ee2fe, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:53.509075 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'port_id': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'mac_address': 'fa:16:3e:f9:b1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:39:53.578198 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:53.581774 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:53.613249 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98c6d-fcbc-4cbb-8be6-3208358f115d req-992173ba-88c8-43a1-a93e-4a344d4d6d0a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:53.615507 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c3f98c6d-fcbc-4cbb-8be6-3208358f115d req-992173ba-88c8-43a1-a93e-4a344d4d6d0a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 943 time: 0.0937519
Jul 07 18:39:53.640039 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598c6464-a86b-4f4e-af39-a74adc2ee2fe {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:39:53.655946 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 598c6464-a86b-4f4e-af39-a74adc2ee2fe, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:53.661610 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:53.663465 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:53.663724 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c3f98c6d-fcbc-4cbb-8be6-3208358f115d req-fdf2bf08-d28a-4248-a2fc-5b15cf5682d5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411749
Jul 07 18:39:53.728038 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=598c6464-a86b-4f4e-af39-a74adc2ee2fe,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:53.730988 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:53.964641 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['33e1d81f-f74a-4df0-ad3c-836f490090ef'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:39:53.990418 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['598c6464-a86b-4f4e-af39-a74adc2ee2fe'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:39:54.146000 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ed701-30ab-4d9a-ac5a-7b951e012f1d req-51858245-2540-4c50-8a48-7fad9512cad8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:54.147463 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6e1ed701-30ab-4d9a-ac5a-7b951e012f1d req-51858245-2540-4c50-8a48-7fad9512cad8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 945 time: 0.0844932
Jul 07 18:39:54.196211 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6e1ed701-30ab-4d9a-ac5a-7b951e012f1d req-1838673c-dac6-4f78-82db-002733c3605b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429561
Jul 07 18:39:54.548393 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38023445-2793-4102-b8ce-1dc02e4ec459 req-0685e853-1b83-47f4-901b-881cbcf1bab4 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:54.550375 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38023445-2793-4102-b8ce-1dc02e4ec459 req-0685e853-1b83-47f4-901b-881cbcf1bab4 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0822725
Jul 07 18:39:54.603708 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-38023445-2793-4102-b8ce-1dc02e4ec459 req-310ba6d9-613b-479a-ac01-fc0230c4870b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388176
Jul 07 18:39:54.848652 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d8a51-a117-44f2-96fb-bd5ca71171a8 req-8d6e0ff5-2548-493a-a8e4-6fb13da747fd tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:54.850094 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4f2d8a51-a117-44f2-96fb-bd5ca71171a8 req-8d6e0ff5-2548-493a-a8e4-6fb13da747fd tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 944 time: 0.0790792
Jul 07 18:39:54.895212 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4f2d8a51-a117-44f2-96fb-bd5ca71171a8 req-862a00e0-3756-4550-9fc2-0b3558f96f3f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394816
Jul 07 18:39:55.075444 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 33e1d81f-f74a-4df0-ad3c-836f490090ef up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:39:55.143518 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 33e1d81f-f74a-4df0-ad3c-836f490090ef completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:39:55.148311 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 33e1d81f-f74a-4df0-ad3c-836f490090ef triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:39:55.148704 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:55.271319 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:55.297714 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affaee68-bf07-42b9-881a-331605dac36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e1d81f-f74a-4df0-ad3c-836f490090ef'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:55.307818 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 33e1d81f-f74a-4df0-ad3c-836f490090ef, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=33e1d81f-f74a-4df0-ad3c-836f490090ef,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:55.312279 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:55.315820 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:55.349227 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affaee68-bf07-42b9-881a-331605dac36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e1d81f-f74a-4df0-ad3c-836f490090ef', 'code': 200}
Jul 07 18:39:55.393048 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=33e1d81f-f74a-4df0-ad3c-836f490090ef,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:55.396289 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:55.481734 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed36-11ca-4a67-967f-b2a0082710bb req-7ed11fe1-8666-4202-9795-3d35f5f7699b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:55.483178 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5129ed36-11ca-4a67-967f-b2a0082710bb req-7ed11fe1-8666-4202-9795-3d35f5f7699b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 946 time: 0.1783500
Jul 07 18:39:55.495305 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:39:55.538790 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5129ed36-11ca-4a67-967f-b2a0082710bb req-3259f51d-8bcd-4bd9-ab0e-8271df2eb753 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495067
Jul 07 18:39:55.584562 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761167e-74bf-4a15-bdd5-1eac73b6a075 req-f20002ca-b336-4435-b3fa-c3f9689e50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:55.586076 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9761167e-74bf-4a15-bdd5-1eac73b6a075 req-f20002ca-b336-4435-b3fa-c3f9689e50c1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 1099 time: 0.0740404
Jul 07 18:39:55.633143 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-9761167e-74bf-4a15-bdd5-1eac73b6a075 req-7016d283-dc23-4b55-9e25-e84bb85b2f17 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393429
Jul 07 18:39:55.799796 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df495ce-d65b-4c25-8f6f-ba1687cae6be req-b3d22ee0-ec71-40f3-8e75-1c455697a24c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:55.801286 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1df495ce-d65b-4c25-8f6f-ba1687cae6be req-b3d22ee0-ec71-40f3-8e75-1c455697a24c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0825028
Jul 07 18:39:55.849768 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1df495ce-d65b-4c25-8f6f-ba1687cae6be req-b090b237-0b28-4470-a689-fc4552d057b5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427318
Jul 07 18:39:56.083605 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c974a6-8454-4c03-9a3a-129d49b89e83 req-8deb92ce-8707-40ab-aba1-ef0f0f38a92a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:56.085129 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86c974a6-8454-4c03-9a3a-129d49b89e83 req-8deb92ce-8707-40ab-aba1-ef0f0f38a92a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 944 time: 0.0807385
Jul 07 18:39:56.133925 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-86c974a6-8454-4c03-9a3a-129d49b89e83 req-9174f2aa-7094-4609-a8b8-d1ff5cadc40d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431726
Jul 07 18:39:56.262114 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f583-d2f1-4ab4-a7af-dfaef13c6348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:56.751572 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faecaf-ac41-44ed-b2b4-1b76d4c65327 req-7d54d266-0543-4856-988b-d7d96f6465c9 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:56.753171 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-36faecaf-ac41-44ed-b2b4-1b76d4c65327 req-7d54d266-0543-4856-988b-d7d96f6465c9 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 946 time: 0.0864680
Jul 07 18:39:56.796770 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-36faecaf-ac41-44ed-b2b4-1b76d4c65327 req-d3ceea58-7562-459d-a545-ed6a1bf36271 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379639
Jul 07 18:39:57.043029 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf367-1dab-41a5-9594-8e6acc2fb7bc req-135f745c-92fb-494b-bde6-c4b1c72fb559 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:57.044465 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b18cf367-1dab-41a5-9594-8e6acc2fb7bc req-135f745c-92fb-494b-bde6-c4b1c72fb559 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0829449
Jul 07 18:39:57.076368 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 598c6464-a86b-4f4e-af39-a74adc2ee2fe up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:39:57.089556 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b18cf367-1dab-41a5-9594-8e6acc2fb7bc req-8cbc3866-8887-4a6a-a3e4-40e8e3c3a759 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389462
Jul 07 18:39:57.145941 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 598c6464-a86b-4f4e-af39-a74adc2ee2fe completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:39:57.150323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 598c6464-a86b-4f4e-af39-a74adc2ee2fe triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:39:57.150701 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:57.283429 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:57.316307 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 598c6464-a86b-4f4e-af39-a74adc2ee2fe, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:39:57.320484 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:57.321007 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805da70-5296-48e1-9fa9-0f99e419fdaa req-ea8de836-81f6-45f1-b759-9338b0f9528d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:57.322388 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:39:57.322527 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d805da70-5296-48e1-9fa9-0f99e419fdaa req-ea8de836-81f6-45f1-b759-9338b0f9528d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 944 time: 0.0811210
Jul 07 18:39:57.355664 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:39:57.377427 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d805da70-5296-48e1-9fa9-0f99e419fdaa req-d6be1606-4395-4532-b095-73c99a80763d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446134
Jul 07 18:39:57.396047 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:57.404731 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'code': 200}
Jul 07 18:39:57.407070 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=598c6464-a86b-4f4e-af39-a74adc2ee2fe,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:39:57.410053 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:39:57.743962 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454958d4-6e48-41ab-9e3e-9e1d985015b1 req-bdf9aae9-044e-4f1c-abca-9d8fc17d908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:57.745526 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-454958d4-6e48-41ab-9e3e-9e1d985015b1 req-bdf9aae9-044e-4f1c-abca-9d8fc17d908a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 1098 time: 0.0701005
Jul 07 18:39:57.788171 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-454958d4-6e48-41ab-9e3e-9e1d985015b1 req-5064f246-c551-4ee1-b88d-100627f5afdd service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0341938
Jul 07 18:39:57.993218 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523490f-a91d-4677-a453-e76f3cac0f1d req-72b56be5-c6c1-459e-9a94-29994531ba86 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:57.994768 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6523490f-a91d-4677-a453-e76f3cac0f1d req-72b56be5-c6c1-459e-9a94-29994531ba86 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 946 time: 0.0891802
Jul 07 18:39:58.040820 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6523490f-a91d-4677-a453-e76f3cac0f1d req-93997b65-bf5d-4415-a6f2-12abb025f7b1 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404754
Jul 07 18:39:58.301416 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422978-20a2-405b-a778-5603ed4f4f1c req-30b89e72-b8a0-4bbc-bd78-f871a895360a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:58.302888 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b9422978-20a2-405b-a778-5603ed4f4f1c req-30b89e72-b8a0-4bbc-bd78-f871a895360a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0854714
Jul 07 18:39:58.350277 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b9422978-20a2-405b-a778-5603ed4f4f1c req-55d6ba12-0f0e-48ca-b6b8-7b5634654615 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414627
Jul 07 18:39:58.570414 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4e8f-1d34-4fc3-8ab9-7ebf1ca12ec1 req-6620cea7-7cc9-43f0-ac08-c095426498ad tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:58.571882 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df6c4e8f-1d34-4fc3-8ab9-7ebf1ca12ec1 req-6620cea7-7cc9-43f0-ac08-c095426498ad tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.0824487
Jul 07 18:39:58.603360 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:39:58.624195 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-df6c4e8f-1d34-4fc3-8ab9-7ebf1ca12ec1 req-62b72b1a-3748-41b7-a84c-ec4e65f2222f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464647
Jul 07 18:39:59.549312 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f1076-4aa5-49ce-9212-e986840a0bc6 req-0b935007-7d3e-4029-a437-ba312b816eaa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:59.550799 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9b1f1076-4aa5-49ce-9212-e986840a0bc6 req-0b935007-7d3e-4029-a437-ba312b816eaa tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0821366
Jul 07 18:39:59.597158 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9b1f1076-4aa5-49ce-9212-e986840a0bc6 req-ac1b4790-6e32-444b-9e0f-08b536864c5e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406702
Jul 07 18:39:59.817248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ee9ce-6ee1-4317-8204-1da08a66e909 req-60f4aa98-5194-48dd-a0c1-1962559949a8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:39:59.818750 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-969ee9ce-6ee1-4317-8204-1da08a66e909 req-60f4aa98-5194-48dd-a0c1-1962559949a8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.0895197
Jul 07 18:39:59.864357 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-969ee9ce-6ee1-4317-8204-1da08a66e909 req-feb28e06-b4cd-48b8-9465-5fcaf27e570a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398569
Jul 07 18:40:00.064712 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b343a2-af46-4a41-8507-5415f9a1b067 req-ee40862f-a383-491b-a007-25bebc89c6dc tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:00.066127 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-46b343a2-af46-4a41-8507-5415f9a1b067 req-ee40862f-a383-491b-a007-25bebc89c6dc tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.0843167
Jul 07 18:40:00.116076 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-46b343a2-af46-4a41-8507-5415f9a1b067 req-13d2eb27-5760-4c7c-a397-8e68a29c9232 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443339
Jul 07 18:40:00.139311 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36334) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:00.210037 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294871a9-2167-4685-b88b-e6003af1b6d8 tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:00.214245 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-294871a9-2167-4685-b88b-e6003af1b6d8 tempest-TestVolumeBootPattern-1635960163 tempest-TestVolumeBootPattern-1635960163-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 1093 time: 0.0711694
Jul 07 18:40:00.214489 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36338) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:00.219517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Request body: {'floatingip': {'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'port_id': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:40:00.225483 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:40:00.229389 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Usage tracker for resource:floatingip and tenant:a239c12b571d4a31b52cd0753db91077 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:40:00.232394 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:40:00.238988 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:40:00.248963 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:00.385665 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:00.522019 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Allocated IP 172.27.3.79 (751d8525-1717-4b00-915c-81d56640b26b/d5482ff5-e396-46b6-ad39-d9b839001da6/5666dbe5-2be4-4213-b6d5-ae8a2ffd2475) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:40:00.859223 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:00.899724 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfd4c-51da-4491-bb25-ae01011227cd req-6ccea001-10b8-48c9-a704-6da6f092f36c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:00.901225 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2ebdfd4c-51da-4491-bb25-ae01011227cd req-6ccea001-10b8-48c9-a704-6da6f092f36c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1278245
Jul 07 18:40:00.932024 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:00.952335 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e0b1592c-3a03-45fb-baef-150ed188e5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:01.016741 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2ebdfd4c-51da-4491-bb25-ae01011227cd req-9f3fd44e-fdc2-47c3-af81-9185859b7b5a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096792
Jul 07 18:40:01.022973 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Network 751d8525-1717-4b00-915c-81d56640b26b is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:40:01.025979 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:40:01.029827 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:40:01.079843 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=5666dbe5-2be4-4213-b6d5-ae8a2ffd2475,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:01.084824 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:01.094958 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:40:01.263633 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:01.285277 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'port_id': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'mac_address': 'fa:16:3e:f3:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:40:01.343895 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:01.361150 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adfe18fa-1535-4932-a16f-ae100e354c1a {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:40:01.377370 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:01.382786 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:01.384720 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:01.457551 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=6']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:01.461600 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:01.515234 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['adfe18fa-1535-4932-a16f-ae100e354c1a'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:40:01.522380 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:01.633039 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:01.874125 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:01.880973 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:01.885169 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-abdb7195-0848-4bdd-b703-892de69ccc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:01.998237 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event updated for resources: {'Port': ['ID=5666dbe5-2be4-4213-b6d5-ae8a2ffd2475,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:02.003479 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:02.012667 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:02.260544 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Floating IP affca46d-4a39-4d4e-9680-ec41a4c86cd9 associated. External IP: 172.27.3.79, port: 598c6464-a86b-4f4e-af39-a74adc2ee2fe.
Jul 07 18:40:02.551165 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf14005-7a5b-4d76-8801-6151a7c2064d req-32999d29-f3c4-42e0-9697-5ce6ac31b6e2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:02.552970 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cdf14005-7a5b-4d76-8801-6151a7c2064d req-32999d29-f3c4-42e0-9697-5ce6ac31b6e2 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 944 time: 0.4015048
Jul 07 18:40:02.689378 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-cdf14005-7a5b-4d76-8801-6151a7c2064d req-d87fcf13-234a-49f8-be14-19469f58a6b9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1300552
Jul 07 18:40:02.816015 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:40:03.036710 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:40:03.048973 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:40:03.060355 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:40:03.061307 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca1502100>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:39:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:40:03.071933 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:03.094229 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:40:03.184900 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9693925
Jul 07 18:40:03.185647 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:03.256951 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port adfe18fa-1535-4932-a16f-ae100e354c1a triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:40:03.257324 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:03.310455 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'status': 'completed', 'code': 200}
Jul 07 18:40:03.384715 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:40:03.458467 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-e9ed42fc-72de-47e4-8239-d9add2fdab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:03.461179 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-e9ed42fc-72de-47e4-8239-d9add2fdab96 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 1098 time: 0.1108217
Jul 07 18:40:03.524119 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:03.572163 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:03.602979 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:03.622793 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:03.627789 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:03.684019 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-99e3d580-50e9-4b7e-9e27-bdcae7cfcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:03.692297 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-99e3d580-50e9-4b7e-9e27-bdcae7cfcd0d service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.2229643
Jul 07 18:40:03.730516 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'code': 200}
Jul 07 18:40:03.803302 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=7']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:03.816694 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:03.834942 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-c3225f48-fbb9-4f1c-8f20-6e028e3ea77a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe HTTP/1.1" status: 200  len: 998 time: 0.1234257
Jul 07 18:40:03.925303 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-0e302dc1-3848-4165-906e-f66c6eed1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:03.927482 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-0e302dc1-3848-4165-906e-f66c6eed1515 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0850761
Jul 07 18:40:03.929058 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca1502100>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:59Z', 'revision_number': 1, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}, {'id': 'affca46d-4a39-4d4e-9680-ec41a4c86cd9', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:f9:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:01Z', 'updated_at': '2021-07-07T18:40:01Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:40:03.933443 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:40:03.948326 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:40:03.949196 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca1502100>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:39:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:40:03.958809 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b3b7-1b8b-4b30-ade9-3e1df9923a47 req-f4ba75a7-7b9e-463a-b283-2186de265d7d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:03.968246 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-82e6b3b7-1b8b-4b30-ade9-3e1df9923a47 req-f4ba75a7-7b9e-463a-b283-2186de265d7d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1181118
Jul 07 18:40:04.032178 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-82e6b3b7-1b8b-4b30-ade9-3e1df9923a47 req-9c18307c-e9df-4ec3-9b14-13c3c801ef20 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627682
Jul 07 18:40:04.034860 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-24935d23-6591-4744-ae91-57acc0b14763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:04.037502 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-24935d23-6591-4744-ae91-57acc0b14763 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1000061
Jul 07 18:40:04.239247 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-877e9f54-4a55-4910-bdc2-4626c11d626f service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936574
Jul 07 18:40:04.241728 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:40:04.414665 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3a710423-67a3-45d0-bc1c-e897d780d91e req-0debb8c4-6bc1-4761-ac52-0f4c40b19c98 service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654367
Jul 07 18:40:04.680306 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca1502100>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:59Z', 'revision_number': 1, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}, {'id': 'affca46d-4a39-4d4e-9680-ec41a4c86cd9', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:f9:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:01Z', 'updated_at': '2021-07-07T18:40:01Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:40:04.691755 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b348cfe0-8e5d-45ff-9279-463ebff2506d None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:59Z', 'revision_number': 1, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}, {'id': 'affca46d-4a39-4d4e-9680-ec41a4c86cd9', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:f9:b1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:40:01Z', 'updated_at': '2021-07-07T18:40:01Z', 'revision_number': 0, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:40:04.946415 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb803b6-dd06-4d47-8cc6-c745e666c88f None None] New status for floating IP affca46d-4a39-4d4e-9680-ec41a4c86cd9: ACTIVE {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:40:05.330468 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e8ad-eb4c-4b72-b81c-90a4d204315d req-77f03ca4-1608-4023-bda5-f3bca9eadb40 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:05.333303 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a970e8ad-eb4c-4b72-b81c-90a4d204315d req-77f03ca4-1608-4023-bda5-f3bca9eadb40 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1455629
Jul 07 18:40:05.389447 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a970e8ad-eb4c-4b72-b81c-90a4d204315d req-b8eb1750-f35c-42cf-9b6f-191e3f232aab tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509677
Jul 07 18:40:06.607449 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaa78-d2cc-4bf3-a64e-7e99abda5769 req-c8769c8f-6a2b-4fc2-88d0-79ba177ae228 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:06.608969 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8afeaa78-d2cc-4bf3-a64e-7e99abda5769 req-c8769c8f-6a2b-4fc2-88d0-79ba177ae228 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0949807
Jul 07 18:40:06.688581 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8afeaa78-d2cc-4bf3-a64e-7e99abda5769 req-6537e706-7dc3-40d0-bf74-aa88d2a63b40 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725210
Jul 07 18:40:07.899619 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c50b4-c246-40a5-a1a4-8029d42ab990 req-8d668609-be41-4111-9bce-1adc8c49b328 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:07.900984 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-132c50b4-c246-40a5-a1a4-8029d42ab990 req-8d668609-be41-4111-9bce-1adc8c49b328 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0899346
Jul 07 18:40:07.957527 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-132c50b4-c246-40a5-a1a4-8029d42ab990 req-a7ee3f40-3448-42cd-bf26-9cbdf8f2de7d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467575
Jul 07 18:40:09.181424 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919c22d-ad53-45d3-823b-6dbe172cb338 req-f49c0e48-884c-485a-8135-9c8c25cfb8dd tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:09.183165 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1919c22d-ad53-45d3-823b-6dbe172cb338 req-f49c0e48-884c-485a-8135-9c8c25cfb8dd tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0890400
Jul 07 18:40:09.257359 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1919c22d-ad53-45d3-823b-6dbe172cb338 req-5013d366-050e-4e56-8b91-199f5acb37a8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679667
Jul 07 18:40:10.524639 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5cd9a-b073-43df-9514-31fb764e6d8f req-20ee4682-52d6-42e0-84dc-296106e61af5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:10.526271 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e1c5cd9a-b073-43df-9514-31fb764e6d8f req-20ee4682-52d6-42e0-84dc-296106e61af5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.1373408
Jul 07 18:40:10.588653 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e1c5cd9a-b073-43df-9514-31fb764e6d8f req-f05765de-14a3-4b1e-b4ce-0394cc4c6e94 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563467
Jul 07 18:40:11.489230 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85364f64-5b6b-486a-90da-2b60b5e78995 req-583dd438-4d59-4146-ad86-cd5e564b9341 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:11.490700 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-85364f64-5b6b-486a-90da-2b60b5e78995 req-583dd438-4d59-4146-ad86-cd5e564b9341 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 946 time: 0.0842745
Jul 07 18:40:11.539418 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-85364f64-5b6b-486a-90da-2b60b5e78995 req-349c1d1e-0244-459e-b6a9-6e3a330fe2ec tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430961
Jul 07 18:40:11.775829 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b1661-c7c7-4659-83ed-e75e192f97c0 req-78e7212f-a04a-40fe-9539-ba07630d4e7b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:11.777391 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-316b1661-c7c7-4659-83ed-e75e192f97c0 req-78e7212f-a04a-40fe-9539-ba07630d4e7b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0825150
Jul 07 18:40:11.827735 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-316b1661-c7c7-4659-83ed-e75e192f97c0 req-4c04e77d-6a3d-490f-9ff8-54e5018b08c7 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447125
Jul 07 18:40:11.973227 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-bd0d3634-93c0-4dc4-bc88-b434c15dc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:11.974718 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-bd0d3634-93c0-4dc4-bc88-b434c15dc622 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 1098 time: 0.0770054
Jul 07 18:40:12.073921 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:12.113843 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-1ccdcfd4-68cb-41f8-bd5c-e2cc8bf6c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:12.115333 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-1ccdcfd4-68cb-41f8-bd5c-e2cc8bf6c7aa service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.1291051
Jul 07 18:40:12.332765 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-7b2fa325-bdf6-4d04-b883-417d06b02f58 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adfe18fa-1535-4932-a16f-ae100e354c1a HTTP/1.1" status: 200  len: 1000 time: 0.2086482
Jul 07 18:40:12.400503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-a859a58a-9326-480f-9cfb-aeee3e75a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:12.401966 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-a859a58a-9326-480f-9cfb-aeee3e75a627 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0581536
Jul 07 18:40:12.477294 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-be6e6366-79a8-4b68-ba91-0d4ac07d15de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:12.478807 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-be6e6366-79a8-4b68-ba91-0d4ac07d15de service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695066
Jul 07 18:40:12.612467 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-259e14e3-5676-498b-859a-9d13a67cda39 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252289
Jul 07 18:40:12.723331 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b0872-8152-452e-b06a-a4d9d677d5c0 req-88f36405-3634-40ef-9a6b-2e53a070a7b9 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:12.724839 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dd5b0872-8152-452e-b06a-a4d9d677d5c0 req-88f36405-3634-40ef-9a6b-2e53a070a7b9 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 946 time: 0.0798705
Jul 07 18:40:12.750354 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-2bfab7b3-f13c-4580-9c3a-eef74b3b93ef req-fbe3a4c4-da41-485f-bc70-a7121763131c service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277778
Jul 07 18:40:12.771374 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-dd5b0872-8152-452e-b06a-a4d9d677d5c0 req-7fd149d2-3eca-4c87-8f07-4609fd4550cf tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403576
Jul 07 18:40:13.020623 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6378693-58ba-4230-800c-0478a2e53d12 req-c60c2118-b369-4857-860f-05373055857a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:13.022122 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b6378693-58ba-4230-800c-0478a2e53d12 req-c60c2118-b369-4857-860f-05373055857a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.0819178
Jul 07 18:40:13.068495 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b6378693-58ba-4230-800c-0478a2e53d12 req-635be6b7-8e92-48e6-b886-490a421f5f77 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407503
Jul 07 18:40:13.456156 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-127ac32d-850e-44af-b4a7-5b2a37bc1309 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:13.456857 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-127ac32d-850e-44af-b4a7-5b2a37bc1309 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Synchronizing usage tracker for tenant:d048ac212d6c48e1888ab45225be0958 on resource:port {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:40:13.474093 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-127ac32d-850e-44af-b4a7-5b2a37bc1309 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Unset dirty status for tenant:d048ac212d6c48e1888ab45225be0958 on resource:port {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:40:13.475189 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-127ac32d-850e-44af-b4a7-5b2a37bc1309 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 946 time: 0.1004364
Jul 07 18:40:13.554411 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Deleting port 33e1d81f-f74a-4df0-ad3c-836f490090ef {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:40:13.554630 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:13.806235 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] For port 33e1d81f-f74a-4df0-ad3c-836f490090ef, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=33e1d81f-f74a-4df0-ad3c-836f490090ef,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:13.806529 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:13.933140 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Calling delete_port for 33e1d81f-f74a-4df0-ad3c-836f490090ef owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:40:13.964880 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f40a9-bd81-433e-b678-97a371944423 req-8924dd92-9fdf-43fd-a30f-b6f3ac70c55b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:13.966347 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c76f40a9-bd81-433e-b678-97a371944423 req-8924dd92-9fdf-43fd-a30f-b6f3ac70c55b tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=affaee68-bf07-42b9-881a-331605dac36f HTTP/1.1" status: 200  len: 946 time: 0.0814900
Jul 07 18:40:14.015921 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c76f40a9-bd81-433e-b678-97a371944423 req-71d317b4-d0f1-491d-a89f-0d4a33959dff tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431347
Jul 07 18:40:14.086634 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:14.092824 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7add911e-58a9-4cda-96bc-1ea287ce0faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:14.099283 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'b9533640-22df-4d0a-b8f7-64a989239449', '1412085b-5395-47ee-97b3-b0b8d14c076a', '33e1d81f-f74a-4df0-ad3c-836f490090ef'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:40:14.142853 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event deleted for resources: {'Port': ['ID=33e1d81f-f74a-4df0-ad3c-836f490090ef,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:14.246288 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] No DVR routers for this DVR port 33e1d81f-f74a-4df0-ad3c-836f490090ef on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:40:14.248922 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.249624 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.250091 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.250528 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.251424 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.251749 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.252179 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.252615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.253073 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.253500 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.253948 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.254377 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:14.257623 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:14.265218 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affaee68-bf07-42b9-881a-331605dac36f', 'name': 'network-vif-deleted', 'tag': '33e1d81f-f74a-4df0-ad3c-836f490090ef'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:14.271933 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:14.279654 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-cc549c9c-38fa-4bc6-8740-7ac6fd598e5b req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "DELETE /v2.0/ports/33e1d81f-f74a-4df0-ad3c-836f490090ef HTTP/1.1" status: 204  len: 173 time: 0.7961164
Jul 07 18:40:14.353933 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affaee68-bf07-42b9-881a-331605dac36f', 'name': 'network-vif-deleted', 'tag': '33e1d81f-f74a-4df0-ad3c-836f490090ef', 'status': 'completed', 'code': 200}
Jul 07 18:40:14.421192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157a4d9-b99c-49f9-96ef-c55dc3ed9939 req-7a33c3ca-2e1b-43cf-b6cc-3b954a0c97b9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:14.429374 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7157a4d9-b99c-49f9-96ef-c55dc3ed9939 req-7a33c3ca-2e1b-43cf-b6cc-3b954a0c97b9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 945 time: 0.2366371
Jul 07 18:40:14.480749 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7157a4d9-b99c-49f9-96ef-c55dc3ed9939 req-edb31337-7ca3-4e68-aea9-dba87133990c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491469
Jul 07 18:40:15.196361 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:40:15.341120 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:15.368077 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:15.379105 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:15.383701 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:15.385580 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:15.420036 dv-cinder-798696-1-iscsi neutron-server[78560]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'code': 422} returned with failed status
Jul 07 18:40:15.452833 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=8']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:15.459901 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.460248 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.460592 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.460954 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.461284 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.461612 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.461935 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.462285 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.462607 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.462949 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.463268 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.463585 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:15.467479 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:15.823235 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade0602-0ed2-4ca7-9955-7f52914c86e4 req-c870d77d-d112-4a1a-9268-038968dd0c2a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:15.824693 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ade0602-0ed2-4ca7-9955-7f52914c86e4 req-c870d77d-d112-4a1a-9268-038968dd0c2a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0831056
Jul 07 18:40:15.841537 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-1a8f2775-1558-49d6-ad65-eb3e26650eca service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0736394
Jul 07 18:40:15.870605 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7ade0602-0ed2-4ca7-9955-7f52914c86e4 req-5304f5e5-d277-44d5-9376-ae779cd9fcde tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396085
Jul 07 18:40:15.981868 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-e7bae0a9-8d39-4080-9dd0-d1c1397183fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:15.983353 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-e7bae0a9-8d39-4080-9dd0-d1c1397183fd service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1098 time: 0.0714319
Jul 07 18:40:16.131716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-f6046cdc-222a-415e-96df-6a1caed1fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:16.133136 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-f6046cdc-222a-415e-96df-6a1caed1fa55 service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1303563
Jul 07 18:40:16.249223 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-c0b63f45-2a3d-4598-8883-0db069045a78 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 200  len: 1000 time: 0.1094706
Jul 07 18:40:16.311512 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-1703b9f6-fb16-482b-a001-b738f23d2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:16.313044 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-1703b9f6-fb16-482b-a001-b738f23d2e4c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0572426
Jul 07 18:40:16.395732 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-c806e361-9e80-45c5-b4a2-61ebd108eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:16.397236 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-c806e361-9e80-45c5-b4a2-61ebd108eb57 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777273
Jul 07 18:40:16.649283 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-8d4f4aac-b4b3-444d-8ed9-23a5279bf17e service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432961
Jul 07 18:40:16.757544 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191b70-148b-49a0-9747-12e45d4f1bff req-70bb9c2c-2d2d-49ee-829e-3f64ee5a9cf6 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:16.759140 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-91191b70-148b-49a0-9747-12e45d4f1bff req-70bb9c2c-2d2d-49ee-829e-3f64ee5a9cf6 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.0858793
Jul 07 18:40:16.793564 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-72668a46-88b7-4de1-b2d8-ba1ba6089934 req-3eb0b555-f63b-4032-8811-1782d7ae406d service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371703
Jul 07 18:40:16.810231 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-91191b70-148b-49a0-9747-12e45d4f1bff req-662c3623-e8dd-4bfe-acf6-4a399594e169 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454266
Jul 07 18:40:17.207409 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 33e1d81f-f74a-4df0-ad3c-836f490090ef no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:40:17.254842 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 33e1d81f-f74a-4df0-ad3c-836f490090ef {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:40:17.255195 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 33e1d81f-f74a-4df0-ad3c-836f490090ef not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:40:17.255631 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:40:17.390436 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32babe67-ccfa-4a4c-b096-4c0884d38d53 req-fee4c56b-fb97-42fa-bfa3-c215dd1e30ae tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:17.392667 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-32babe67-ccfa-4a4c-b096-4c0884d38d53 req-fee4c56b-fb97-42fa-bfa3-c215dd1e30ae tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0832529
Jul 07 18:40:17.438044 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-32babe67-ccfa-4a4c-b096-4c0884d38d53 req-c55840d3-ad6d-4ded-b1fb-17cd7c7475bf tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396717
Jul 07 18:40:17.664355 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36526) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:17.780659 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-0bb88e08-bdbd-4553-ba6f-d572b7ab69d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1149516
Jul 07 18:40:18.030650 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69057eed-1c4f-4cb2-a850-dad9118e3dfc req-59d00ec0-237d-4740-a147-270567550c72 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:18.031442 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-69057eed-1c4f-4cb2-a850-dad9118e3dfc req-59d00ec0-237d-4740-a147-270567550c72 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.1065972
Jul 07 18:40:18.081027 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-69057eed-1c4f-4cb2-a850-dad9118e3dfc req-9532057f-f9a5-4a4e-88d3-7a1bcad8b03c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433452
Jul 07 18:40:18.419217 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-7de0af3b-7a5b-4b12-91f2-d1559873ecd8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:18.419802 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-7de0af3b-7a5b-4b12-91f2-d1559873ecd8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Synchronizing usage tracker for tenant:d048ac212d6c48e1888ab45225be0958 on resource:port {{(pid=78559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:40:18.434954 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-7de0af3b-7a5b-4b12-91f2-d1559873ecd8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Unset dirty status for tenant:d048ac212d6c48e1888ab45225be0958 on resource:port {{(pid=78559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:40:18.436021 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-7de0af3b-7a5b-4b12-91f2-d1559873ecd8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 945 time: 0.0976911
Jul 07 18:40:18.510021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Deleting port 1412085b-5395-47ee-97b3-b0b8d14c076a {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:40:18.510351 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:18.633951 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4998dc-b964-48a6-a743-7e434409363b req-a158168e-6aba-4a84-ba6d-6abc6b341315 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:18.635446 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5b4998dc-b964-48a6-a743-7e434409363b req-a158168e-6aba-4a84-ba6d-6abc6b341315 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0843058
Jul 07 18:40:18.687326 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5b4998dc-b964-48a6-a743-7e434409363b req-1fcd846c-e1a1-4561-a1cf-5f1ae4a2ee7c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456021
Jul 07 18:40:18.774340 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] For port 1412085b-5395-47ee-97b3-b0b8d14c076a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=1412085b-5395-47ee-97b3-b0b8d14c076a,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:18.774919 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:18.900614 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Calling delete_port for 1412085b-5395-47ee-97b3-b0b8d14c076a owned by compute:nova {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:40:18.970708 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-640450b7-996e-4761-8981-29565fbfb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:18.972199 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-640450b7-996e-4761-8981-29565fbfb6fb service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636&tenant_id=58b88981905141b6b2fd8ccbfa870f36 HTTP/1.1" status: 200  len: 1096 time: 0.0714028
Jul 07 18:40:19.054366 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:19.060479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-93696297-c668-462f-84ee-2897c6ac7d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:19.066086 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'b9533640-22df-4d0a-b8f7-64a989239449', '1412085b-5395-47ee-97b3-b0b8d14c076a'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:40:19.070525 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-7b37c73e-189c-44cc-ba05-fa8ec8009f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:19.071988 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-7b37c73e-189c-44cc-ba05-fa8ec8009f2b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=58b88981905141b6b2fd8ccbfa870f36&device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 1096 time: 0.0733387
Jul 07 18:40:19.106276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event deleted for resources: {'Port': ['ID=1412085b-5395-47ee-97b3-b0b8d14c076a,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:19.109350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:19.208210 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] No DVR routers for this DVR port 1412085b-5395-47ee-97b3-b0b8d14c076a on host hv-cinder-79869 {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:40:19.218311 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:19.221739 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'name': 'network-vif-deleted', 'tag': '1412085b-5395-47ee-97b3-b0b8d14c076a'}] {{(pid=78559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:19.265680 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [req-3ea8ffd3-913a-4ff9-a673-cddba145d559 req-38f2afda-57e8-451e-ba9f-4387921cdfd0 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "DELETE /v2.0/ports/1412085b-5395-47ee-97b3-b0b8d14c076a HTTP/1.1" status: 204  len: 173 time: 0.8222146
Jul 07 18:40:19.287993 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65bd944-c0d9-4018-bb13-77ec0045dabe', 'name': 'network-vif-deleted', 'tag': '1412085b-5395-47ee-97b3-b0b8d14c076a', 'status': 'completed', 'code': 200}
Jul 07 18:40:19.303379 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-37c3eb86-8ff0-4f06-8b96-59f3babf35dd req-a29d3e34-4c49-4e30-9937-c41ee9376836 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a65bd944-c0d9-4018-bb13-77ec0045dabe HTTP/1.1" status: 200  len: 210 time: 0.0780420
Jul 07 18:40:19.314517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-8cc4ba55-af94-45f1-9950-b0b9cb74cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:19.316144 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-8cc4ba55-af94-45f1-9950-b0b9cb74cd2f service neutron] 10.222.0.101 "GET /v2.0/networks?id=acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 200  len: 917 time: 0.2378485
Jul 07 18:40:19.429009 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-081799f7-a4f5-472a-9c7e-0209962d08d0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adfe18fa-1535-4932-a16f-ae100e354c1a HTTP/1.1" status: 200  len: 998 time: 0.1054850
Jul 07 18:40:19.496751 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-e85120fa-43fa-44be-963a-235abbff4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:19.498131 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-e85120fa-43fa-44be-963a-235abbff4d35 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 200  len: 855 time: 0.0578532
Jul 07 18:40:19.571770 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-a99dfc42-c000-4104-b0d6-0c3077b3e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:19.573252 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-a99dfc42-c000-4104-b0d6-0c3077b3e49c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=acc736c6-1518-47a0-9b32-bba7319f36f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686579
Jul 07 18:40:19.717681 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-80ea92a2-0fa3-44b1-9a70-8d04e5535070 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348455
Jul 07 18:40:19.926019 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3af7209c-07cc-4c05-b935-7892f5138bbd req-bf3a2ecf-4e0c-4ce4-a055-8b021cc0dce4 service neutron] 10.222.0.101 "GET /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898077
Jul 07 18:40:19.940981 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62221cd-cba7-4f69-8704-498ff8a46af7 req-f759863a-0131-44c8-9b64-8f135da42405 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:19.942581 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a62221cd-cba7-4f69-8704-498ff8a46af7 req-f759863a-0131-44c8-9b64-8f135da42405 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.1344140
Jul 07 18:40:20.005532 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a62221cd-cba7-4f69-8704-498ff8a46af7 req-cc0986b4-5c0f-44a5-85fa-1b240ec651fe tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478988
Jul 07 18:40:20.947314 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371e7d2-2bf2-42e7-b0f8-c2653da72dd8 req-f257fe46-60f7-4903-85cf-334e6c934546 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:20.948774 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7371e7d2-2bf2-42e7-b0f8-c2653da72dd8 req-f257fe46-60f7-4903-85cf-334e6c934546 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.1890471
Jul 07 18:40:21.008552 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7371e7d2-2bf2-42e7-b0f8-c2653da72dd8 req-bd6f881e-0412-4d42-8cc1-d4335b5d9db1 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529623
Jul 07 18:40:21.211903 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10811ee-2c7e-4f14-9e01-9ecf6d342eda req-8dc580b1-018e-4ea2-9eb1-a756ff82e924 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:21.233532 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e10811ee-2c7e-4f14-9e01-9ecf6d342eda req-8dc580b1-018e-4ea2-9eb1-a756ff82e924 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.1018093
Jul 07 18:40:21.279374 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e10811ee-2c7e-4f14-9e01-9ecf6d342eda req-3815e106-e591-4a1d-a836-3ede1e83abef tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449080
Jul 07 18:40:22.205912 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d41e76-c2d2-4073-a70d-32f858d08042 req-00664be5-cf7f-4ee3-89c7-e8c3f2c6d714 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:22.207425 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-81d41e76-c2d2-4073-a70d-32f858d08042 req-00664be5-cf7f-4ee3-89c7-e8c3f2c6d714 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0861588
Jul 07 18:40:22.273798 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-81d41e76-c2d2-4073-a70d-32f858d08042 req-c851dd9d-4506-410a-815c-2a4e31200ba7 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535362
Jul 07 18:40:22.483950 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645f75-3a0b-484a-a9e4-b2ed086acf11 req-4108fb31-8f3b-41c3-a11c-a3dc9fa4a7d0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:22.485461 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-90645f75-3a0b-484a-a9e4-b2ed086acf11 req-4108fb31-8f3b-41c3-a11c-a3dc9fa4a7d0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0885422
Jul 07 18:40:22.533970 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-90645f75-3a0b-484a-a9e4-b2ed086acf11 req-228e5edc-d731-488b-9314-b29929d89870 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414922
Jul 07 18:40:22.934690 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-e1d9617c-6bc6-4dd7-96f8-102be54a01ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:23.216230 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 1412085b-5395-47ee-97b3-b0b8d14c076a no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:40:23.250447 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 1412085b-5395-47ee-97b3-b0b8d14c076a {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:40:23.250791 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 1412085b-5395-47ee-97b3-b0b8d14c076a not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:40:23.461532 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11722c-c842-4aa5-89ae-3c7c5fe069be req-c87a1889-5a47-48c5-bd54-7aba01e77a01 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:23.465332 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bc11722c-c842-4aa5-89ae-3c7c5fe069be req-c87a1889-5a47-48c5-bd54-7aba01e77a01 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0898132
Jul 07 18:40:23.516749 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bc11722c-c842-4aa5-89ae-3c7c5fe069be req-1bd27eef-6ed1-481e-bb2d-43bae18270eb tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468884
Jul 07 18:40:23.573155 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:23.739075 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766bca6-9944-404b-b264-578be6148d22 req-8a01249e-da06-43e0-870f-9abef5c4b335 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:23.740740 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6766bca6-9944-404b-b264-578be6148d22 req-8a01249e-da06-43e0-870f-9abef5c4b335 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0816875
Jul 07 18:40:23.792428 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6766bca6-9944-404b-b264-578be6148d22 req-e41cb3c8-8d58-49b7-b04b-c7e0759bae1e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421915
Jul 07 18:40:24.725760 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeb59c-d5fe-4cac-9d09-be4a19f571be req-37f1b04c-490c-4221-ae07-39efa35ff359 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:24.727282 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5bdeb59c-d5fe-4cac-9d09-be4a19f571be req-37f1b04c-490c-4221-ae07-39efa35ff359 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0867057
Jul 07 18:40:24.774150 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5bdeb59c-d5fe-4cac-9d09-be4a19f571be req-98fa4462-ce84-4e01-bcc9-5afcb75fa470 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410771
Jul 07 18:40:25.005360 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150d1ae-a623-4ed4-8c27-ab094fe409fa req-89a5c9e7-f857-46f5-928c-951aaa215d74 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:25.006873 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7150d1ae-a623-4ed4-8c27-ab094fe409fa req-89a5c9e7-f857-46f5-928c-951aaa215d74 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0993435
Jul 07 18:40:25.068164 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7150d1ae-a623-4ed4-8c27-ab094fe409fa req-5d1f4704-6643-4527-9f55-0433bcfdfc6f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552773
Jul 07 18:40:25.965752 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753713f9-4eb2-4448-b2b4-05e03e9cda01 req-a4f250f7-6fe5-4d76-bcbf-af9af9eea375 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:25.967449 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-753713f9-4eb2-4448-b2b4-05e03e9cda01 req-a4f250f7-6fe5-4d76-bcbf-af9af9eea375 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0854182
Jul 07 18:40:26.014994 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-753713f9-4eb2-4448-b2b4-05e03e9cda01 req-2fae8d71-7741-46ce-b7fa-a83c08a17935 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408628
Jul 07 18:40:26.255989 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b059be06-86f8-44ab-b5b5-d5a36dabb017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:26.282047 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9350-28f0-4545-b7f2-97fc389abad2 req-1b69d48a-6418-4886-a4f7-cd8014899add tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:26.283620 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1cab9350-28f0-4545-b7f2-97fc389abad2 req-1b69d48a-6418-4886-a4f7-cd8014899add tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0900135
Jul 07 18:40:26.334370 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1cab9350-28f0-4545-b7f2-97fc389abad2 req-2ecdaa55-d79c-4fa3-a04b-f3549211666f tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430353
Jul 07 18:40:27.210211 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4198f-98d6-4ac2-82f3-c6845d5f8b36 req-00b4766f-c9b1-4421-9d5c-b86b3c359677 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:27.211808 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8fc4198f-98d6-4ac2-82f3-c6845d5f8b36 req-00b4766f-c9b1-4421-9d5c-b86b3c359677 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0868461
Jul 07 18:40:27.273462 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8fc4198f-98d6-4ac2-82f3-c6845d5f8b36 req-9ba30715-39da-4bc7-adf9-c7a791f8b49f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506282
Jul 07 18:40:27.390270 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:27.543015 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a812a8-2823-4198-a31d-1a04edc791dc req-da6b6114-a16c-4c03-9913-b7ba3760d98d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:27.544383 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-12a812a8-2823-4198-a31d-1a04edc791dc req-da6b6114-a16c-4c03-9913-b7ba3760d98d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0855937
Jul 07 18:40:27.598343 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-12a812a8-2823-4198-a31d-1a04edc791dc req-9d4f50c2-242a-4f68-917c-8dcadcc2e2b5 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475743
Jul 07 18:40:28.487656 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f89df-96ca-4576-be92-1f7fb9a81ae8 req-587fff20-4183-45d3-befa-b8535e377414 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:28.489125 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-882f89df-96ca-4576-be92-1f7fb9a81ae8 req-587fff20-4183-45d3-befa-b8535e377414 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0948222
Jul 07 18:40:28.535650 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-882f89df-96ca-4576-be92-1f7fb9a81ae8 req-dd0578c3-a34c-4d90-8db4-5b638733f41c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407650
Jul 07 18:40:28.603683 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:28.812361 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d3df-398a-4bb7-99cd-79482578d49b req-b5b8f979-566d-4bac-8759-7bb68abe075a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:28.813833 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8eb2d3df-398a-4bb7-99cd-79482578d49b req-b5b8f979-566d-4bac-8759-7bb68abe075a tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0995960
Jul 07 18:40:28.863301 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8eb2d3df-398a-4bb7-99cd-79482578d49b req-30543e5c-5818-4f48-9d16-b76aa7bd7735 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436108
Jul 07 18:40:29.729868 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db345-2092-45ec-b4fb-e9b58c72ee90 req-1fba05e5-1bb1-408a-8a24-4c72b763074c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:29.732199 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b42db345-2092-45ec-b4fb-e9b58c72ee90 req-1fba05e5-1bb1-408a-8a24-4c72b763074c tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0913529
Jul 07 18:40:29.779403 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b42db345-2092-45ec-b4fb-e9b58c72ee90 req-f8b919b9-603f-40c0-9ca1-0e430129c67f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409100
Jul 07 18:40:30.073185 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04008871-f898-4e96-955d-13588a18be0c req-3a586d82-05f1-4c27-af84-0ade589ed39b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:30.074648 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04008871-f898-4e96-955d-13588a18be0c req-3a586d82-05f1-4c27-af84-0ade589ed39b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0922518
Jul 07 18:40:30.123422 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-04008871-f898-4e96-955d-13588a18be0c req-2332f637-8c82-4d20-a2ff-78ecc88f0815 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429783
Jul 07 18:40:30.998142 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ef0b5-3ec2-4a5c-bec2-706430643302 req-0a89c008-8f68-42b7-89c1-41cb906d000d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:31.000293 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be1ef0b5-3ec2-4a5c-bec2-706430643302 req-0a89c008-8f68-42b7-89c1-41cb906d000d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.1102455
Jul 07 18:40:31.066754 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-be1ef0b5-3ec2-4a5c-bec2-706430643302 req-ead1f399-540c-449c-80c4-80e088c97c82 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594640
Jul 07 18:40:31.426052 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ef268-5953-4ff3-9892-0cedde0f8d2d req-a7962f18-ebf8-420e-a68e-db12db1aa864 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:31.427537 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-741ef268-5953-4ff3-9892-0cedde0f8d2d req-a7962f18-ebf8-420e-a68e-db12db1aa864 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.1866424
Jul 07 18:40:31.474449 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-741ef268-5953-4ff3-9892-0cedde0f8d2d req-290324bf-2238-4ba9-8166-f0902f014f94 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408170
Jul 07 18:40:32.264961 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52755a-8a96-4315-810d-abe6412fc370 req-78ab4f86-1938-4155-b838-d8c159229ad8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:32.266425 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8a52755a-8a96-4315-810d-abe6412fc370 req-78ab4f86-1938-4155-b838-d8c159229ad8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0842090
Jul 07 18:40:32.310804 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8a52755a-8a96-4315-810d-abe6412fc370 req-37274a48-54a8-4cb4-aadc-6bd48ae86092 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380321
Jul 07 18:40:32.494917 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:40:32.663223 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9188-aa50-4c1d-9946-86162f48defa req-93a4dc3b-49ed-4964-a693-e4cb08f0a504 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:32.664692 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2b7f9188-aa50-4c1d-9946-86162f48defa req-93a4dc3b-49ed-4964-a693-e4cb08f0a504 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0798519
Jul 07 18:40:32.712891 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2b7f9188-aa50-4c1d-9946-86162f48defa req-c6becc1a-8f6b-4ff4-8fa7-ff2baf383d4d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425234
Jul 07 18:40:33.501230 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ac7e3-c0f5-4375-82c1-bd18970889fc req-0343b9a6-108b-45ac-a437-efff1be72667 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:33.503284 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-968ac7e3-c0f5-4375-82c1-bd18970889fc req-0343b9a6-108b-45ac-a437-efff1be72667 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0802605
Jul 07 18:40:33.546918 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-968ac7e3-c0f5-4375-82c1-bd18970889fc req-e49bf6de-ef78-4949-8f7b-ceaffa0a75dd tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380585
Jul 07 18:40:33.920206 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb62e-6186-4dd8-8bdf-10636b5d0502 req-20724067-1eea-484d-8236-2fad46cec9c9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:33.921983 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6bdfb62e-6186-4dd8-8bdf-10636b5d0502 req-20724067-1eea-484d-8236-2fad46cec9c9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0995359
Jul 07 18:40:34.012438 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6bdfb62e-6186-4dd8-8bdf-10636b5d0502 req-7a83b76a-30b7-4e57-871d-b43a25347c19 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815463
Jul 07 18:40:34.184027 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-af0c9e93-ad23-4178-8aeb-e0bc90c9f95e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:34.185502 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-af0c9e93-ad23-4178-8aeb-e0bc90c9f95e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.0785334
Jul 07 18:40:34.259864 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Deleting port b9533640-22df-4d0a-b8f7-64a989239449 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:40:34.260192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:34.515614 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] For port b9533640-22df-4d0a-b8f7-64a989239449, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b9533640-22df-4d0a-b8f7-64a989239449,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:34.516309 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:34.641067 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Calling delete_port for b9533640-22df-4d0a-b8f7-64a989239449 owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:40:34.831637 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2863d7a-ee52-46c3-acdb-06652a21879f req-95bdbcad-8cda-4c48-8545-30e0a11ba79d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:34.833014 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2863d7a-ee52-46c3-acdb-06652a21879f req-95bdbcad-8cda-4c48-8545-30e0a11ba79d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c7da946-770b-48a8-92d3-f065d5ca7add HTTP/1.1" status: 200  len: 946 time: 0.1644044
Jul 07 18:40:34.864119 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:34.875853 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'b9533640-22df-4d0a-b8f7-64a989239449'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:40:34.876417 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-274cf6b7-f1b1-49bc-a268-b9156b3dbae4 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:34.930383 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event deleted for resources: {'Port': ['ID=b9533640-22df-4d0a-b8f7-64a989239449,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:34.936952 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:34.940786 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f2863d7a-ee52-46c3-acdb-06652a21879f req-c3a9a0da-3a5f-479e-b26b-5994b1b2fb64 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021094
Jul 07 18:40:35.015520 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] No DVR routers for this DVR port b9533640-22df-4d0a-b8f7-64a989239449 on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:40:35.018043 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:35.020895 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'name': 'network-vif-deleted', 'tag': 'b9533640-22df-4d0a-b8f7-64a989239449'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:35.033260 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9ee93063-7c05-4802-abfa-9586d6fcb464 req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "DELETE /v2.0/ports/b9533640-22df-4d0a-b8f7-64a989239449 HTTP/1.1" status: 204  len: 173 time: 0.8415451
Jul 07 18:40:35.080971 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7da946-770b-48a8-92d3-f065d5ca7add', 'name': 'network-vif-deleted', 'tag': 'b9533640-22df-4d0a-b8f7-64a989239449', 'status': 'completed', 'code': 200}
Jul 07 18:40:35.229621 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a75c30-0410-4f68-801e-b01927611cff req-0adf8ddc-c125-4653-b121-de22aa229027 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:35.231142 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-17a75c30-0410-4f68-801e-b01927611cff req-0adf8ddc-c125-4653-b121-de22aa229027 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 943 time: 0.0883856
Jul 07 18:40:35.273947 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:40:35.276448 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-17a75c30-0410-4f68-801e-b01927611cff req-918c0e5e-9b03-4f31-bfdb-987acb41fa20 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389512
Jul 07 18:40:35.407080 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:35.422625 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'port_id': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'mac_address': 'fa:16:3e:f3:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:40:35.482631 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:35.500152 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfe18fa-1535-4932-a16f-ae100e354c1a {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:40:35.516859 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:35.521530 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:35.523254 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:35.624335 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=9']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:35.627929 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:35.754030 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['adfe18fa-1535-4932-a16f-ae100e354c1a'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:40:36.480157 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f160a7-ddb0-4bcf-ab7b-d35a4e1ba129 req-6b8f9009-3d2f-4e6d-b9a0-3a2db48dc129 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:36.481679 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b6f160a7-ddb0-4bcf-ab7b-d35a4e1ba129 req-6b8f9009-3d2f-4e6d-b9a0-3a2db48dc129 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 944 time: 0.0942671
Jul 07 18:40:36.617679 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-b6f160a7-ddb0-4bcf-ab7b-d35a4e1ba129 req-491b2f27-e995-4d2c-b335-8ffb7da24b9e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1289268
Jul 07 18:40:37.292050 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:40:37.358931 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port adfe18fa-1535-4932-a16f-ae100e354c1a triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:40:37.359303 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:37.482548 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:37.513667 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:37.524611 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:37.529061 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:37.529901 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b9533640-22df-4d0a-b8f7-64a989239449 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:40:37.562054 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:37.601351 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'code': 200}
Jul 07 18:40:37.606654 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: b9533640-22df-4d0a-b8f7-64a989239449 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:40:37.607000 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b9533640-22df-4d0a-b8f7-64a989239449 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:40:37.641215 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=10']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:37.647126 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:37.663410 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a5d0a-a3ee-467b-9dd3-c13f558f0335 req-40cba843-7f8e-4c5a-9ffd-a2668ce56f1e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:37.664123 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-795a5d0a-a3ee-467b-9dd3-c13f558f0335 req-40cba843-7f8e-4c5a-9ffd-a2668ce56f1e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Synchronizing usage tracker for tenant:d048ac212d6c48e1888ab45225be0958 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:40:37.683409 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-795a5d0a-a3ee-467b-9dd3-c13f558f0335 req-40cba843-7f8e-4c5a-9ffd-a2668ce56f1e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Unset dirty status for tenant:d048ac212d6c48e1888ab45225be0958 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:40:37.686251 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-795a5d0a-a3ee-467b-9dd3-c13f558f0335 req-40cba843-7f8e-4c5a-9ffd-a2668ce56f1e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 945 time: 0.1163316
Jul 07 18:40:37.742283 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-795a5d0a-a3ee-467b-9dd3-c13f558f0335 req-79ddf2a9-7f57-4ca1-b891-a2249376be9d tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492663
Jul 07 18:40:37.878619 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca884ac-319b-409e-850e-288eddf5f627 req-ca060d61-226e-4c82-83b2-e46d07f049e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:37.880089 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca884ac-319b-409e-850e-288eddf5f627 req-ca060d61-226e-4c82-83b2-e46d07f049e3 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 946 time: 0.1416619
Jul 07 18:40:37.882109 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9d9d5-4cd0-4a1e-ba94-0e03fe7a5267 req-d61d3311-a228-4edb-8af8-b38ea244842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:37.883447 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61e9d9d5-4cd0-4a1e-ba94-0e03fe7a5267 req-d61d3311-a228-4edb-8af8-b38ea244842f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 1099 time: 0.1106970
Jul 07 18:40:37.958045 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3ca884ac-319b-409e-850e-288eddf5f627 req-347e2ae9-604c-4e52-91f6-d51d1a9813ae tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722778
Jul 07 18:40:37.959658 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61e9d9d5-4cd0-4a1e-ba94-0e03fe7a5267 req-dd8d7904-50ab-408f-9e50-791f20eb7c51 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608797
Jul 07 18:40:38.935426 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99f851-bfdd-4a05-9a48-bcd510c389f0 req-f642a188-e0df-47dd-85ca-b51231dd4f4f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:38.936950 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bf99f851-bfdd-4a05-9a48-bcd510c389f0 req-f642a188-e0df-47dd-85ca-b51231dd4f4f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 945 time: 0.0876281
Jul 07 18:40:38.987112 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-bf99f851-bfdd-4a05-9a48-bcd510c389f0 req-f8de23e2-6914-4be2-8091-b1697b0ea5a2 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428095
Jul 07 18:40:39.169921 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133ffd0-0cc7-485e-bbec-2434487273f2 req-ce6e3523-257d-4f4e-bb57-b983e48f7714 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:39.171449 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9133ffd0-0cc7-485e-bbec-2434487273f2 req-ce6e3523-257d-4f4e-bb57-b983e48f7714 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 946 time: 0.0848541
Jul 07 18:40:39.247480 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9133ffd0-0cc7-485e-bbec-2434487273f2 req-88737693-61d6-431f-b14f-d3c44c2101cb tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678756
Jul 07 18:40:39.541241 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dd511-08d7-40f4-8a89-9876f554c77e req-09455fcc-acb5-4eb8-90fc-a3f81dccca9e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:39.542649 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-007dd511-08d7-40f4-8a89-9876f554c77e req-09455fcc-acb5-4eb8-90fc-a3f81dccca9e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 945 time: 0.0926318
Jul 07 18:40:39.620279 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Deleting port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:40:39.620538 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:39.871577 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] For port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,segment=NetworkSegment(2b1e30b5-6027-44dd-809c-d35cabf57845),segment_id=2b1e30b5-6027-44dd-809c-d35cabf57845)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:40:39.871840 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:39.996333 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Calling delete_port for 59a312d7-c33d-4a20-92ae-0a20d53b1c3c owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:40:40.195447 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:40.202922 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:40.211236 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['59a312d7-c33d-4a20-92ae-0a20d53b1c3c'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:40:40.253733 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Pushing event deleted for resources: {'Port': ['ID=59a312d7-c33d-4a20-92ae-0a20d53b1c3c,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:40.281231 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:40.335820 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55a1bb-2596-4751-8f68-c6c100123ea0 req-a6038a53-9b69-44b9-aba2-ad01474c5d31 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:40.337329 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6d55a1bb-2596-4751-8f68-c6c100123ea0 req-a6038a53-9b69-44b9-aba2-ad01474c5d31 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ea939d-2786-4360-86eb-ba09c6818d02 HTTP/1.1" status: 200  len: 867 time: 0.2264478
Jul 07 18:40:40.343112 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] No DVR routers for this DVR port 59a312d7-c33d-4a20-92ae-0a20d53b1c3c on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:40:40.346962 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:40.349663 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ea939d-2786-4360-86eb-ba09c6818d02', 'name': 'network-vif-deleted', 'tag': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:40:40.427224 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-007dd511-08d7-40f4-8a89-9876f554c77e req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.101 "DELETE /v2.0/ports/59a312d7-c33d-4a20-92ae-0a20d53b1c3c HTTP/1.1" status: 204  len: 173 time: 0.8762238
Jul 07 18:40:40.451931 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-6d55a1bb-2596-4751-8f68-c6c100123ea0 req-0f08bb9b-13fe-40b5-a280-5331afa5b88f tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] 10.222.0.60 "GET /v2.0/security-groups?id=b440b825-e67a-4c6e-baa7-88cbd82be05f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066513
Jul 07 18:40:40.476819 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec34e4-2a85-41db-9a7c-2c4db85d75a0 req-4d3c804f-005a-4d3e-89c8-440eeac52e26 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:40:40.478418 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4bec34e4-2a85-41db-9a7c-2c4db85d75a0 req-4d3c804f-005a-4d3e-89c8-440eeac52e26 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 946 time: 0.1242363
Jul 07 18:40:40.508107 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ea939d-2786-4360-86eb-ba09c6818d02', 'name': 'network-vif-deleted', 'tag': '59a312d7-c33d-4a20-92ae-0a20d53b1c3c', 'status': 'completed', 'code': 200}
Jul 07 18:40:40.528351 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4bec34e4-2a85-41db-9a7c-2c4db85d75a0 req-8589f2b3-d9d8-4333-80e6-bba00f2bdb8d tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437992
Jul 07 18:40:41.547476 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36700) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:41.607931 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Deleting subnet 2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:40:41.610849 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:41.663510 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:41.717108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:41.782232 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:41.787342 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0aeab968-3080-46d9-8eb9-7127111c3700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:41.823158 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5ca8ed-e524-4646-b5e2-cc2c0c47b283,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:41.826197 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:41.827162 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:41.833587 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-fdedefb7-42e7-4022-a503-0537a9735632 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2e5ca8ed-e524-4646-b5e2-cc2c0c47b283 HTTP/1.1" status: 204  len: 168 time: 0.2850657
Jul 07 18:40:41.836087 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36704) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:41.955234 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.085204 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.177071 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.190853 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9af50520>,) {'filters': {'network_id': ['a296d3e8-9212-42ca-be23-e662c27907fc']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:40:42.202541 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9af50520>, '2b1e30b5-6027-44dd-809c-d35cabf57845') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:40:42.202829 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9af50520>, '2b1e30b5-6027-44dd-809c-d35cabf57845') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:40:42.215091 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.231719 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.238495 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:40:42.238930 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:40:42.252385 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:40:42.330681 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.334269 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:42.346977 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.357988 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a296d3e8-9212-42ca-be23-e662c27907fc,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:42.360715 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:42.367688 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a296d3e8-9212-42ca-be23-e662c27907fc HTTP/1.1" status: 204  len: 168 time: 0.5280540
Jul 07 18:40:42.542490 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36710) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:42.592418 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-47609460-5546-4655-95a1-f340861d0670 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d048ac212d6c48e1888ab45225be0958&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0486224
Jul 07 18:40:42.594714 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36714) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:42.651285 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.677782 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.728534 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.732576 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0a4c8af5-e291-4c8b-9773-03dab3f54f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:42.748172 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b440b825-e67a-4c6e-baa7-88cbd82be05f,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:42.751293 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:42.761166 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:42.762281 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b440b825-e67a-4c6e-baa7-88cbd82be05f HTTP/1.1" status: 204  len: 168 time: 0.1659973
Jul 07 18:40:43.325777 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 59a312d7-c33d-4a20-92ae-0a20d53b1c3c no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:40:43.363903 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 59a312d7-c33d-4a20-92ae-0a20d53b1c3c {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:40:43.364255 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 59a312d7-c33d-4a20-92ae-0a20d53b1c3c not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:40:52.816503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36826) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:52.927892 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-2b6af867-2f93-4f42-8397-594f89aab32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:52.933144 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:52.950168 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:40:52.954042 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Usage tracker for resource:security_group_rule and tenant:5d2b48edf82c465eb1f3ae560af312cb is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:40:52.957111 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:40:52.962716 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:40:53.046930 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:53.051558 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:53.058507 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cb16fb65-736f-455a-be80-df546baabd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:53.099085 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035fac86-2b43-4235-9033-8102906c8cab,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:53.102290 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:53.104722 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d2b48edf82c465eb1f3ae560af312cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2872202
Jul 07 18:40:53.107368 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36832) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:53.168680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc038136-2260-4758-82d5-6b109915acef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:53.195410 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc038136-2260-4758-82d5-6b109915acef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:53.254556 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc038136-2260-4758-82d5-6b109915acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:53.258294 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4d53da17-4772-4371-bb8f-37d4384f0f18 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:53.269147 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc038136-2260-4758-82d5-6b109915acef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035fac86-2b43-4235-9033-8102906c8cab,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:53.272954 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-cc038136-2260-4758-82d5-6b109915acef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:53.276108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-cc038136-2260-4758-82d5-6b109915acef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:53.277233 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-cc038136-2260-4758-82d5-6b109915acef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/035fac86-2b43-4235-9033-8102906c8cab HTTP/1.1" status: 204  len: 168 time: 0.1689889
Jul 07 18:40:53.572177 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:56.258559 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-72c43104-b40d-4aef-b0a1-b8c89aee3529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.382431 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36896) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:57.392495 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.503870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.606130 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:40:57.609777 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Usage tracker for resource:security_group_rule and tenant:e4be92ce451542ce9b11bfcde0af9fd1 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:40:57.613135 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:40:57.618727 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:40:57.700452 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.705680 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.713647 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-06275dee-2c0b-445e-a53b-c107e2ac4c9b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:57.752404 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4be92ce451542ce9b11bfcde0af9fd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3683772
Jul 07 18:40:57.753388 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdd95a0-d8fc-4c3a-a06a-c8ab53591d39,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:57.755283 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36902) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:40:57.761046 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.761423 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.761785 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.762143 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.762498 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.762848 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.763197 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.763559 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.763888 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.764233 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.764580 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.764956 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:40:57.769767 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:57.813146 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-04a46480-b597-455d-8d48-ecd26b146360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.838934 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-04a46480-b597-455d-8d48-ecd26b146360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.888713 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-04a46480-b597-455d-8d48-ecd26b146360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.894729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-59fda37e-4782-4a12-8cee-d94a5215d64c tempest-TestMinimumBasicScenario-958022490 tempest-TestMinimumBasicScenario-958022490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:40:57.907172 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a46480-b597-455d-8d48-ecd26b146360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdd95a0-d8fc-4c3a-a06a-c8ab53591d39,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:40:57.909821 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-04a46480-b597-455d-8d48-ecd26b146360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:40:57.912012 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-04a46480-b597-455d-8d48-ecd26b146360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:40:57.913873 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-04a46480-b597-455d-8d48-ecd26b146360 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bdd95a0-d8fc-4c3a-a06a-c8ab53591d39 HTTP/1.1" status: 204  len: 168 time: 0.1567848
Jul 07 18:40:58.606087 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.395499 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36984) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:03.511005 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.527487 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:03.531276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Usage tracker for resource:security_group_rule and tenant:8b36a981267343739402c98d1d4456e8 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:03.534608 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:03.540250 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:03.624527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.628958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.637648 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-19246005-254a-48b1-bf40-2493a0f3663a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:03.678697 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b36a981267343739402c98d1d4456e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820261
Jul 07 18:41:03.680267 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2268c4e8-7c93-4fb8-8462-8abd460aab0d,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:03.681215 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 36990) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:03.683508 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ef22ea6a-efa4-471f-9540-746558b26516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:03.740138 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0123472-5e16-4eb7-89d0-4714a8913c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.765060 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0123472-5e16-4eb7-89d0-4714a8913c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.818022 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0123472-5e16-4eb7-89d0-4714a8913c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.821748 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d4d9f367-0595-4a71-8a40-5e3163de3ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:03.834097 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123472-5e16-4eb7-89d0-4714a8913c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2268c4e8-7c93-4fb8-8462-8abd460aab0d,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:03.837948 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d0123472-5e16-4eb7-89d0-4714a8913c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:03.843542 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d0123472-5e16-4eb7-89d0-4714a8913c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:03.844650 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d0123472-5e16-4eb7-89d0-4714a8913c30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2268c4e8-7c93-4fb8-8462-8abd460aab0d HTTP/1.1" status: 204  len: 168 time: 0.1623919
Jul 07 18:41:04.123729 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 36998) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:04.141691 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:04.156144 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:04.160693 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Usage tracker for resource:security_group_rule and tenant:0694380af5854b2bbd7ca282a20ceb77 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:04.163501 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:04.169114 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:04.252536 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:04.256479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:04.263268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a8379567-adc6-4a02-95f4-826e7a472047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:04.302460 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01d37e-ec68-4c25-9b6c-cc78ee1d2fa9,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:04.306650 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0694380af5854b2bbd7ca282a20ceb77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1819212
Jul 07 18:41:04.307866 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:04.309665 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37002) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:04.372811 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:04.398125 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:04.449812 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:04.453289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-832f68db-bf08-4e95-8cd3-5a2f06c61fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:04.465995 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01d37e-ec68-4c25-9b6c-cc78ee1d2fa9,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:04.469708 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:04.475926 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:04.477045 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd01d37e-ec68-4c25-9b6c-cc78ee1d2fa9 HTTP/1.1" status: 204  len: 168 time: 0.1665082
Jul 07 18:41:05.641198 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37034) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:05.757744 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:05.772367 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:05.776223 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Usage tracker for resource:security_group_rule and tenant:200b926bbd5748b0b04eebf18cf60010 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:05.779053 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:05.785679 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:05.870661 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:05.874484 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:05.882877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-12613170-76ae-44dc-bd76-0c3107359324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:05.921968 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=200b926bbd5748b0b04eebf18cf60010&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2796073
Jul 07 18:41:05.922839 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518889f7-bcec-4e54-b30e-ca22dafe0202,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:05.925245 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37040) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:05.926039 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-557a0bd4-80e6-4560-bafd-90e0c6235901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:05.985575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-650d1ca8-f693-41be-b847-c5e5a408b113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:06.010814 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-650d1ca8-f693-41be-b847-c5e5a408b113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:06.064885 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-650d1ca8-f693-41be-b847-c5e5a408b113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:06.068508 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0d664f1f-2652-45b9-9e03-b2c9429805c6 tempest-TestShelveInstance-1172668321 tempest-TestShelveInstance-1172668321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:06.081278 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d1ca8-f693-41be-b847-c5e5a408b113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518889f7-bcec-4e54-b30e-ca22dafe0202,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:06.084138 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-650d1ca8-f693-41be-b847-c5e5a408b113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:06.086194 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-650d1ca8-f693-41be-b847-c5e5a408b113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:06.087214 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-650d1ca8-f693-41be-b847-c5e5a408b113 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/518889f7-bcec-4e54-b30e-ca22dafe0202 HTTP/1.1" status: 204  len: 168 time: 0.1608055
Jul 07 18:41:06.752031 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37064) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:06.865681 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.v2.base [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1431198199-network', 'tenant_id': 'e0bbfa66de714030b68c1b8429778e34'}} {{(pid=78559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:41:06.870457 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:06.874256 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Usage tracker for resource:network and tenant:e0bbfa66de714030b68c1b8429778e34 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:06.877164 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:06.883665 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:06.897965 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Made reservation on behalf of e0bbfa66de714030b68c1b8429778e34 for: {'network': 1} {{(pid=78559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:41:06.900330 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for network, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:06.914214 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:06.929355 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:06.933677 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Usage tracker for resource:security_group_rule and tenant:e0bbfa66de714030b68c1b8429778e34 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:06.936381 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:06.942198 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:07.023947 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.027831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.031833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-477d1a15-092a-4b0a-afe8-b670ec6d1413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:07.057643 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'}  {{(pid=78559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 07 18:41:07.070250 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39914be-3992-4f9c-bea0-d0b68c88c309,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:07.073447 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:07.076029 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.076359 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.db.segments_db [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Added segment e7de3576-8fd7-4dcb-bbb8-c1d0814bf186 of type vlan for network 87a71a6a-117c-40d5-8099-0f38e90e25ca
Jul 07 18:41:07.105028 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735059198073'] for network, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.136489 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923'] for network, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.137669 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:07.138237 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.141520 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:07.256248 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Pushing event updated for resources: {'Network': ['ID=87a71a6a-117c-40d5-8099-0f38e90e25ca,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:07.259090 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:07.261082 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-9b6926fa-f502-4f36-a265-0e1df407160a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5080338
Jul 07 18:41:07.264185 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37070) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:07.266217 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Network 87a71a6a-117c-40d5-8099-0f38e90e25ca details requested by agent ovs-agent-dv-cinder-798696-1-iscsi with host dv-cinder-798696-1-iscsi {{(pid=78560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 07 18:41:07.270911 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Request body: {'subnet': {'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1431198199-subnet', 'tenant_id': 'e0bbfa66de714030b68c1b8429778e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:41:07.275744 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:07.279516 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Usage tracker for resource:subnet and tenant:e0bbfa66de714030b68c1b8429778e34 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:07.282362 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:07.288700 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:07.299732 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Made reservation on behalf of e0bbfa66de714030b68c1b8429778e34 for: {'subnet': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:41:07.302194 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1670900'] for subnet, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.522795 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1516337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1670882'] for subnet, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.527581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:07.605629 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26fd348-5145-4f10-83ff-0a4409db20d8,revision_number=0']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:07.610904 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:07.613827 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Checking segment: {'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:41:07.614171 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Network hostable DHCP agents. Network: 87a71a6a-117c-40d5-8099-0f38e90e25ca, hostable agents: ['3ade33f4-c6ba-4366-af6d-b4bd27241d5d'], hosted agents: [] {{(pid=78558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 07 18:41:07.633315 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Network 87a71a6a-117c-40d5-8099-0f38e90e25ca is scheduled to be hosted by DHCP agent 3ade33f4-c6ba-4366-af6d-b4bd27241d5d with binding_index 1 {{(pid=78558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 07 18:41:07.643688 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798696-1-iscsi, 87a71a6a-117c-40d5-8099-0f38e90e25ca) {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:41:07.648111 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:07.648698 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:07.654259 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0de0cb-0a9c-44fd-8e4d-799c9c511131 None None] Network 87a71a6a-117c-40d5-8099-0f38e90e25ca requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:41:07.682622 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-8c3ad617-a44b-4165-9780-56a7bc9a0272 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4165506
Jul 07 18:41:07.879752 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf9a75-20f8-4227-9e65-be35c977322a None None] Network 87a71a6a-117c-40d5-8099-0f38e90e25ca requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:41:09.494446 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:41:09.872504 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-d5044295-4ccc-44ad-888c-371060ce92ff tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:09.873970 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-d5044295-4ccc-44ad-888c-371060ce92ff tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/networks?id=87a71a6a-117c-40d5-8099-0f38e90e25ca HTTP/1.1" status: 200  len: 809 time: 0.1462660
Jul 07 18:41:09.888967 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-c633a772-07cc-41ee-9b24-638f9f49b4f3 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/quotas/e0bbfa66de714030b68c1b8429778e34 HTTP/1.1" status: 200  len: 375 time: 0.0089145
Jul 07 18:41:09.940455 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-51e47681-b610-425b-8744-ba8aa58c869e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0bbfa66de714030b68c1b8429778e34&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0454650
Jul 07 18:41:10.076604 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-b4821103-baaf-487a-8345-f36a9c0ab36f service neutron] 10.222.0.60 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296027
Jul 07 18:41:10.207316 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-dad18003-1fbe-4dfa-859d-5049f774a0c8 service neutron] 10.222.0.60 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250234
Jul 07 18:41:10.382326 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a1fd2533-e313-486a-80c9-bf46ae550c05 req-5e42c8f7-5799-4835-95cd-6a1b528186f6 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 210 time: 0.0435801
Jul 07 18:41:11.538526 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-c91e1e87-e701-4216-80b4-ff3592c1628b tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:11.539934 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-c91e1e87-e701-4216-80b4-ff3592c1628b tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "GET /v2.0/networks?id=87a71a6a-117c-40d5-8099-0f38e90e25ca HTTP/1.1" status: 200  len: 809 time: 0.1906800
Jul 07 18:41:11.553672 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5a3d07c2-5905-46b1-ab1d-6f2a37e8f25f req-989d73c4-20d2-4361-9424-970b0333cf6e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 210 time: 0.0535307
Jul 07 18:41:11.570005 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Request body: {'port': {'device_id': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca', 'admin_state_up': True, 'tenant_id': 'e0bbfa66de714030b68c1b8429778e34'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:41:11.711537 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:11.715215 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Usage tracker for resource:port and tenant:e0bbfa66de714030b68c1b8429778e34 is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:11.717954 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:11.724399 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:11.733643 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Made reservation on behalf of e0bbfa66de714030b68c1b8429778e34 for: {'port': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:41:11.737637 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:11.898229 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Allocated IP 172.20.0.14 (87a71a6a-117c-40d5-8099-0f38e90e25ca/e26fd348-5145-4f10-83ff-0a4409db20d8/b43dcf60-bd1e-49da-a93f-0eec07503889) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:41:12.088325 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:12.198680 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:12.234140 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:12.241050 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:12.312170 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Network 87a71a6a-117c-40d5-8099-0f38e90e25ca is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:41:12.315323 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:41:12.319215 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:41:12.351168 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Pushing event updated for resources: {'Port': ['ID=b43dcf60-bd1e-49da-a93f-0eec07503889,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:12.361652 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:12.386265 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:12.386850 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:12.408675 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-311e1563-6b7c-46c0-abb3-563084e76d35 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8425236
Jul 07 18:41:12.420926 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Request body: {'port': {'device_id': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:41:12.534793 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:12.852820 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c271d3-efa8-408c-9649-e94fab41f277 req-33945daa-ff6c-431c-8a57-120135777071 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:12.853502 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-f3c271d3-efa8-408c-9649-e94fab41f277 req-33945daa-ff6c-431c-8a57-120135777071 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Synchronizing usage tracker for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:41:12.889870 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-f3c271d3-efa8-408c-9649-e94fab41f277 req-33945daa-ff6c-431c-8a57-120135777071 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Unset dirty status for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:41:12.891013 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f3c271d3-efa8-408c-9649-e94fab41f277 req-33945daa-ff6c-431c-8a57-120135777071 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 932 time: 0.2292163
Jul 07 18:41:12.988263 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43dcf60-bd1e-49da-a93f-0eec07503889 {{(pid=78558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:41:12.994660 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f3c271d3-efa8-408c-9649-e94fab41f277 req-f1962384-bcee-4d6f-97d0-1c3d7d61d8be tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937543
Jul 07 18:41:12.998365 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:13.013065 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Transition to ACTIVE for port object b43dcf60-bd1e-49da-a93f-0eec07503889 will not be triggered until provisioned by entity L2. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:41:13.017080 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:13.021819 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-77d95a1b-8f4f-4f7f-a8bc-bf199a33b1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:13.149594 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b43dcf60-bd1e-49da-a93f-0eec07503889,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:13.152301 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:13.256193 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Attempting to bind port b43dcf60-bd1e-49da-a93f-0eec07503889 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:41:13.256523 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Attempting to bind port b43dcf60-bd1e-49da-a93f-0eec07503889 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:41:13.256877 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Attempting to bind port b43dcf60-bd1e-49da-a93f-0eec07503889 on network 87a71a6a-117c-40d5-8099-0f38e90e25ca {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:41:13.261369 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Port b43dcf60-bd1e-49da-a93f-0eec07503889 on network 87a71a6a-117c-40d5-8099-0f38e90e25ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:41:13.261690 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Attempting to bind port b43dcf60-bd1e-49da-a93f-0eec07503889 on network 87a71a6a-117c-40d5-8099-0f38e90e25ca {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:41:13.266710 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:41:13.267597 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Checking segment: {'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:41:13.268012 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Bound using segment: {'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:41:13.268470 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Bound port: b43dcf60-bd1e-49da-a93f-0eec07503889, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'}}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:41:13.268835 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:13.362586 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] For port b43dcf60-bd1e-49da-a93f-0eec07503889, host hv-cinder-79869, cleared binding levels {{(pid=78558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:41:13.365864 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] For port b43dcf60-bd1e-49da-a93f-0eec07503889, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b43dcf60-bd1e-49da-a93f-0eec07503889,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:41:13.369824 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:13.374126 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d785f8c3-bac3-4e9f-9de2-f479da3f8762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:13.427438 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:13.428064 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:13.429485 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] 10.222.0.101 "PUT /v2.0/ports/b43dcf60-bd1e-49da-a93f-0eec07503889 HTTP/1.1" status: 200  len: 1094 time: 1.0129912
Jul 07 18:41:13.432558 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'tag': 'b43dcf60-bd1e-49da-a93f-0eec07503889'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:13.459326 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b43dcf60-bd1e-49da-a93f-0eec07503889,revision_number=3']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:13.462390 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:13.508223 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'tag': 'b43dcf60-bd1e-49da-a93f-0eec07503889', 'status': 'completed', 'code': 200}
Jul 07 18:41:13.550227 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-718abeff-51d3-495c-95ad-6a1556bb1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:13.551724 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-718abeff-51d3-495c-95ad-6a1556bb1252 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e0bbfa66de714030b68c1b8429778e34&device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 1097 time: 0.0762615
Jul 07 18:41:13.628610 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-5f2339f9-ea41-4149-adc9-1452357d8aed service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b43dcf60-bd1e-49da-a93f-0eec07503889 HTTP/1.1" status: 200  len: 217 time: 0.0679076
Jul 07 18:41:13.705745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-637db4c7-1284-4dac-a94a-604857041932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:13.707172 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-637db4c7-1284-4dac-a94a-604857041932 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e26fd348-5145-4f10-83ff-0a4409db20d8 HTTP/1.1" status: 200  len: 849 time: 0.0699608
Jul 07 18:41:13.755408 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-ef31a1ba-b247-4408-8ffe-de8a4fbacddf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=87a71a6a-117c-40d5-8099-0f38e90e25ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409913
Jul 07 18:41:13.982752 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-18902cdf-6d4a-43bb-82cc-e646a197887e service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155755
Jul 07 18:41:14.171127 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7424837f-b5a7-438f-8682-5e19dd6a8725 req-ec44e4a2-2186-4e8e-a3e5-572d98b07535 service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776426
Jul 07 18:41:14.202185 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e6f30-f6bb-454a-93d0-e242fdae2add req-7fadb0ac-ac99-4547-a65f-98bad609df8a tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:14.203756 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5e6e6f30-f6bb-454a-93d0-e242fdae2add req-7fadb0ac-ac99-4547-a65f-98bad609df8a tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 944 time: 0.1008494
Jul 07 18:41:14.302449 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5e6e6f30-f6bb-454a-93d0-e242fdae2add req-cb095a05-0ed6-4e49-9100-bb5c91af3cea tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914860
Jul 07 18:41:14.322248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-d43de856-cb5c-466b-abd1-6c1c753aca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:14.323718 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-d43de856-cb5c-466b-abd1-6c1c753aca21 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e0bbfa66de714030b68c1b8429778e34&device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 1097 time: 0.0859408
Jul 07 18:41:14.456750 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-63e4ce4a-c719-42c4-9568-53671aee43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:14.458225 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-63e4ce4a-c719-42c4-9568-53671aee43aa service neutron] 10.222.0.101 "GET /v2.0/networks?id=87a71a6a-117c-40d5-8099-0f38e90e25ca HTTP/1.1" status: 200  len: 910 time: 0.1274159
Jul 07 18:41:14.529167 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-45c09838-3764-4030-bfc5-6d279b2c7d50 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b43dcf60-bd1e-49da-a93f-0eec07503889 HTTP/1.1" status: 200  len: 217 time: 0.0635781
Jul 07 18:41:14.593242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-ad275128-0e52-46b2-8e64-244f74099395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:14.594545 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-ad275128-0e52-46b2-8e64-244f74099395 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e26fd348-5145-4f10-83ff-0a4409db20d8 HTTP/1.1" status: 200  len: 849 time: 0.0585802
Jul 07 18:41:14.646809 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-6cad7aea-fb73-4e16-9980-91e6812300ba service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=87a71a6a-117c-40d5-8099-0f38e90e25ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436308
Jul 07 18:41:14.789865 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-eec6d531-6f89-4e33-8cc3-b3455d511cf7 service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353085
Jul 07 18:41:14.935042 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-61eb9b56-6d4c-448f-a084-370cf57b34f8 req-9f3e7374-c493-4872-b19a-5f607f03c03c service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378353
Jul 07 18:41:15.493409 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae9396-f683-45a8-a088-b0d0610cabef req-3b1a0224-b5ba-414a-955b-32b18085ff1a tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:15.494788 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-36ae9396-f683-45a8-a088-b0d0610cabef req-3b1a0224-b5ba-414a-955b-32b18085ff1a tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 944 time: 0.0838151
Jul 07 18:41:15.543549 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-36ae9396-f683-45a8-a088-b0d0610cabef req-c7be08fb-2055-4bd4-bcf5-a6e75a83e3c5 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431771
Jul 07 18:41:16.740051 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dddb5-bb17-46c0-8eb6-2e37f6da7d3b req-10817148-cc0e-4ffa-bf22-ce694246ba53 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:16.741667 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-536dddb5-bb17-46c0-8eb6-2e37f6da7d3b req-10817148-cc0e-4ffa-bf22-ce694246ba53 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 944 time: 0.0930893
Jul 07 18:41:16.791196 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-536dddb5-bb17-46c0-8eb6-2e37f6da7d3b req-e6c0e02a-dd32-463a-9ac6-6d474f0596e0 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430784
Jul 07 18:41:16.965904 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-11a44ade-8927-4018-8ba1-247f52a0a57b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686269
Jul 07 18:41:17.057175 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26926-05d6-425c-8889-ace907c1705c req-1e187f38-68f2-44ab-9c99-43ffad3af216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:17.058920 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-1e187f38-68f2-44ab-9c99-43ffad3af216 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 1098 time: 0.0712547
Jul 07 18:41:17.205989 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26926-05d6-425c-8889-ace907c1705c req-cecd6293-3448-45dc-a068-8d74e3555baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:17.207458 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-cecd6293-3448-45dc-a068-8d74e3555baa service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1283197
Jul 07 18:41:17.311462 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-35356f15-97db-4974-84f6-3c7e44d506b0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe HTTP/1.1" status: 200  len: 1000 time: 0.0965407
Jul 07 18:41:17.377761 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26926-05d6-425c-8889-ace907c1705c req-75ebac43-dc05-4707-8a87-97f480e7c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:17.379180 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-75ebac43-dc05-4707-8a87-97f480e7c5e8 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0603120
Jul 07 18:41:17.458797 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc26926-05d6-425c-8889-ace907c1705c req-ef085a91-f0e9-4b40-bfe7-fb2a9c091ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:17.460189 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-ef085a91-f0e9-4b40-bfe7-fb2a9c091ede service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746951
Jul 07 18:41:17.571546 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b43dcf60-bd1e-49da-a93f-0eec07503889 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:41:17.692677 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-ed9e892e-f31e-4731-9c88-5c34bb2f43db service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252581
Jul 07 18:41:17.710092 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port b43dcf60-bd1e-49da-a93f-0eec07503889, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b43dcf60-bd1e-49da-a93f-0eec07503889,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:17.724996 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': 'b43dcf60-bd1e-49da-a93f-0eec07503889', 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca', 'port_id': 'b43dcf60-bd1e-49da-a93f-0eec07503889', 'mac_address': 'fa:16:3e:87:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26fd348-5145-4f10-83ff-0a4409db20d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:41:17.784465 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:17.802967 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43dcf60-bd1e-49da-a93f-0eec07503889 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:41:17.819869 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port b43dcf60-bd1e-49da-a93f-0eec07503889, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b43dcf60-bd1e-49da-a93f-0eec07503889,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:17.824373 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:17.827157 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:17.839291 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc26926-05d6-425c-8889-ace907c1705c req-c080d8f8-06d3-4795-ba6e-ee119ee611ce service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386123
Jul 07 18:41:17.898526 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=b43dcf60-bd1e-49da-a93f-0eec07503889,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:17.906527 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.906866 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.907201 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.908077 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.908405 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.908729 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.909189 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.909520 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.909846 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.910166 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.910485 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.910799 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:17.914823 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:18.097627 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['b43dcf60-bd1e-49da-a93f-0eec07503889'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:41:18.141322 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2418-c4f5-4718-b3e9-97fc53cec2d0 req-cc582ad5-d83d-41b6-b746-f5b084b15379 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:18.143437 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-927c2418-c4f5-4718-b3e9-97fc53cec2d0 req-cc582ad5-d83d-41b6-b746-f5b084b15379 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 945 time: 0.0913906
Jul 07 18:41:18.195082 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-927c2418-c4f5-4718-b3e9-97fc53cec2d0 req-443dcb43-eef7-4a79-bd31-c163438a64d9 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454645
Jul 07 18:41:19.390661 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d4a98-e2ec-4766-bb51-7a26f759428b req-1b1559d9-693b-41ed-8435-b673c87f4fb4 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:19.392194 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-711d4a98-e2ec-4766-bb51-7a26f759428b req-1b1559d9-693b-41ed-8435-b673c87f4fb4 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 945 time: 0.0879545
Jul 07 18:41:19.442289 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-711d4a98-e2ec-4766-bb51-7a26f759428b req-3e31068a-eac8-4d78-a16b-6b2bc49020fb tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439918
Jul 07 18:41:19.543540 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfabddc-7aba-4f09-9d75-f43faaf0f6b9 req-79c15da4-44f0-42b2-8596-41c73a7e993c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:19.545127 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1bfabddc-7aba-4f09-9d75-f43faaf0f6b9 req-79c15da4-44f0-42b2-8596-41c73a7e993c tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 946 time: 0.0788400
Jul 07 18:41:19.590064 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1bfabddc-7aba-4f09-9d75-f43faaf0f6b9 req-0ab70531-bebd-4a1d-b9df-f87dfb47a68b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386541
Jul 07 18:41:19.601810 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b43dcf60-bd1e-49da-a93f-0eec07503889 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:41:19.668520 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port b43dcf60-bd1e-49da-a93f-0eec07503889 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:41:19.673849 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port b43dcf60-bd1e-49da-a93f-0eec07503889 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:41:19.674371 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:19.795995 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:19.823160 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43dcf60-bd1e-49da-a93f-0eec07503889'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:19.833281 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port b43dcf60-bd1e-49da-a93f-0eec07503889, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b43dcf60-bd1e-49da-a93f-0eec07503889,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:19.837388 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:19.840120 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:19.879031 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43dcf60-bd1e-49da-a93f-0eec07503889', 'code': 200}
Jul 07 18:41:19.914019 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=b43dcf60-bd1e-49da-a93f-0eec07503889,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:19.917142 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:20.102231 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1ac1b-5b38-4ef9-9321-1db562a6fbe8 req-116fc599-4b44-40b7-ab08-58dd3fc40cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:20.103727 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c8e1ac1b-5b38-4ef9-9321-1db562a6fbe8 req-116fc599-4b44-40b7-ab08-58dd3fc40cfe service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 1099 time: 0.0740316
Jul 07 18:41:20.148014 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-c8e1ac1b-5b38-4ef9-9321-1db562a6fbe8 req-f90b06cd-4ccd-4d82-865c-1d96cb16dbcd service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344610
Jul 07 18:41:20.625566 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46f260-f7ee-4df0-a7fe-8e534bf41b44 req-a1cc50bc-7d9e-4316-abbd-250212f68ac8 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:20.628311 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1e46f260-f7ee-4df0-a7fe-8e534bf41b44 req-a1cc50bc-7d9e-4316-abbd-250212f68ac8 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 946 time: 0.0833106
Jul 07 18:41:20.680762 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1e46f260-f7ee-4df0-a7fe-8e534bf41b44 req-430eea2b-ef14-48b9-8073-af67c4e4e6ba tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464616
Jul 07 18:41:20.812697 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e8088-3487-4788-9c68-a629e1d90829 req-14664d86-32f6-4144-8744-dc30a6e614bc tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:20.814638 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9e8e8088-3487-4788-9c68-a629e1d90829 req-14664d86-32f6-4144-8744-dc30a6e614bc tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 946 time: 0.0855134
Jul 07 18:41:20.858389 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9e8e8088-3487-4788-9c68-a629e1d90829 req-5c1db1a8-b39e-42e6-858e-1926f8bb8dd8 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380435
Jul 07 18:41:21.054681 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310f97c-056f-4369-b329-6e29873f63b8 req-4a05c44e-7fa7-4333-92c1-757f726892c0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:21.056146 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9310f97c-056f-4369-b329-6e29873f63b8 req-4a05c44e-7fa7-4333-92c1-757f726892c0 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 946 time: 0.0900519
Jul 07 18:41:21.129851 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Deleting port adfe18fa-1535-4932-a16f-ae100e354c1a {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:21.130064 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:21.392299 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] For port adfe18fa-1535-4932-a16f-ae100e354c1a, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=adfe18fa-1535-4932-a16f-ae100e354c1a,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:21.393252 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:21.683406 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:21.684174 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3715430'] for floatingip, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:21.684327 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Floating IP 9fbd0829-c68f-45d2-b66e-cb4018cce6c1 disassociated. External IP: 172.27.3.13, port: adfe18fa-1535-4932-a16f-ae100e354c1a.
Jul 07 18:41:21.684635 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Calling delete_port for adfe18fa-1535-4932-a16f-ae100e354c1a owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:22.027233 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:22.035716 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-28dff114-fb26-4721-8714-1e7739abfdf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:22.087592 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event deleted for resources: {'Port': ['ID=adfe18fa-1535-4932-a16f-ae100e354c1a,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:22.096742 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832ec4c-44e6-431f-97fc-5e2691fa2d7f req-7bf42fe3-2a4d-474f-9749-24bb075ca481 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:22.098217 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0832ec4c-44e6-431f-97fc-5e2691fa2d7f req-7bf42fe3-2a4d-474f-9749-24bb075ca481 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 946 time: 0.2400997
Jul 07 18:41:22.099780 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:22.239757 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0832ec4c-44e6-431f-97fc-5e2691fa2d7f req-067835fe-ed63-4dc7-bcec-c5bcd3875f4a tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351485
Jul 07 18:41:22.293598 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ce465-44e1-44d4-a3c0-564f698b2757 req-22f59c02-6e99-4e87-a716-f4d707c74113 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:22.294944 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-842ce465-44e1-44d4-a3c0-564f698b2757 req-22f59c02-6e99-4e87-a716-f4d707c74113 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/ports?device_id=56c53036-22fa-4b15-a658-699c9a17d636 HTTP/1.1" status: 200  len: 868 time: 0.3220508
Jul 07 18:41:22.372721 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-842ce465-44e1-44d4-a3c0-564f698b2757 req-c9fd6558-69f7-4c90-8dac-7eca0c92fb27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups?id=36ca76b8-63a3-4a1d-9f4c-207c29a3d677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626504
Jul 07 18:41:22.383948 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:41:22.585972 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:41:22.596200 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] Sync routers for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:41:22.619806 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:22.620437 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0646070>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:40:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:22.669991 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] No DVR routers for this DVR port adfe18fa-1535-4932-a16f-ae100e354c1a on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:41:22.672945 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:22.676523 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-deleted', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:22.689977 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-9310f97c-056f-4369-b329-6e29873f63b8 req-950d805c-9caa-42b5-9b2f-b85039aba76b tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.101 "DELETE /v2.0/ports/adfe18fa-1535-4932-a16f-ae100e354c1a HTTP/1.1" status: 204  len: 173 time: 1.6268017
Jul 07 18:41:22.727733 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c53036-22fa-4b15-a658-699c9a17d636', 'name': 'network-vif-deleted', 'tag': 'adfe18fa-1535-4932-a16f-ae100e354c1a', 'status': 'completed', 'code': 200}
Jul 07 18:41:22.819445 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:22.931266 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-107fa566-864e-4ff4-bf6f-b277eacb4e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:23.161358 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0646070>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:23.166021 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] Checking router: 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:41:23.187960 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:23.189439 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0646070>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:40:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:23.367444 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b42e-10ff-4a94-b9b5-3ec329db89fd req-c76e644d-794f-460c-b25f-f6d840089101 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:23.368970 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-59d9b42e-10ff-4a94-b9b5-3ec329db89fd req-c76e644d-794f-460c-b25f-f6d840089101 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 946 time: 0.0841815
Jul 07 18:41:23.418757 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-59d9b42e-10ff-4a94-b9b5-3ec329db89fd req-5f84db86-c082-4f58-9b2f-5695a4949fbc tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439639
Jul 07 18:41:23.436317 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:23.509556 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37176) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:23.575259 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:23.585155 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e206df3d-a9ec-4e27-9bf8-e09de1e1ff27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:23.613792 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e206df3d-a9ec-4e27-9bf8-e09de1e1ff27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:23.673631 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e206df3d-a9ec-4e27-9bf8-e09de1e1ff27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:23.677671 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d253792b-7ee0-43a3-8840-eb82408de261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:23.692067 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206df3d-a9ec-4e27-9bf8-e09de1e1ff27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca76b8-63a3-4a1d-9f4c-207c29a3d677,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:23.695256 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-e206df3d-a9ec-4e27-9bf8-e09de1e1ff27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:23.707079 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-e206df3d-a9ec-4e27-9bf8-e09de1e1ff27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:23.709255 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-e206df3d-a9ec-4e27-9bf8-e09de1e1ff27 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "DELETE /v2.0/security-groups/36ca76b8-63a3-4a1d-9f4c-207c29a3d677 HTTP/1.1" status: 204  len: 168 time: 0.1986196
Jul 07 18:41:23.710959 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37180) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:23.729003 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.api.v2.resource [None req-f3b49974-e6d6-4d72-94eb-c31d1ac24860 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] show failed (client error): The resource could not be found.
Jul 07 18:41:23.729988 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-f3b49974-e6d6-4d72-94eb-c31d1ac24860 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "GET /v2.0/security-groups/36ca76b8-63a3-4a1d-9f4c-207c29a3d677 HTTP/1.1" status: 404  len: 347 time: 0.0177414
Jul 07 18:41:23.732829 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37184) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:23.768262 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0646070>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:23.772305 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2119d4f-aeec-43a0-9fbe-9c98f98875cc None None] The sync data for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi is: [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:35:39Z', 'revision_number': 4, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e', 'name': '', 'network_id': 'acc736c6-1518-47a0-9b32-bba7319f36f6', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'mac_address': 'fa:16:3e:e4:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:38Z', 'updated_at': '2021-07-07T18:35:45Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'subnets': [{'id': 'a26ec76e-c4b8-4d1a-b423-0f6a37beabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:41:23.905321 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Deleting port e37034c8-6fb4-419d-94d3-924ec4a3c843 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:23.905657 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:23.991635 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fbe72-feed-4274-9626-a8515b60472d None None] New status for floating IP 9fbd0829-c68f-45d2-b66e-cb4018cce6c1: DOWN {{(pid=78560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:41:24.078871 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:24.079214 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:24.315395 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Calling delete_port for e37034c8-6fb4-419d-94d3-924ec4a3c843 owned by network:floatingip {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:24.402253 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.db.api [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:41:24.402596 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_db.api [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:41:24.634439 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9901caf-28da-416f-85d1-b81624be58eb req-fdfc3972-6292-40e1-96d5-48dc5055260e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:24.635856 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f9901caf-28da-416f-85d1-b81624be58eb req-fdfc3972-6292-40e1-96d5-48dc5055260e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 946 time: 0.1119182
Jul 07 18:41:24.700473 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f9901caf-28da-416f-85d1-b81624be58eb req-a874c95a-32ee-4e42-9418-dd209d5d57e8 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587595
Jul 07 18:41:24.720591 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-4e242812-4f42-429e-9580-d8031ff6458e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:24.722046 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-4e242812-4f42-429e-9580-d8031ff6458e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 946 time: 0.1276670
Jul 07 18:41:24.791278 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Deleting port b43dcf60-bd1e-49da-a93f-0eec07503889 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:24.791612 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:24.904048 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Deleting port e37034c8-6fb4-419d-94d3-924ec4a3c843 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:24.904378 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:25.165451 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] For port b43dcf60-bd1e-49da-a93f-0eec07503889, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=b43dcf60-bd1e-49da-a93f-0eec07503889,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:25.165705 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:25.309046 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Calling delete_port for b43dcf60-bd1e-49da-a93f-0eec07503889 owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:25.357046 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:25.357365 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:25.489745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Calling delete_port for e37034c8-6fb4-419d-94d3-924ec4a3c843 owned by network:floatingip {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:25.626567 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:41:25.664638 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: adfe18fa-1535-4932-a16f-ae100e354c1a {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:41:25.665011 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device adfe18fa-1535-4932-a16f-ae100e354c1a not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:41:25.684609 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:25.691640 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:25.695324 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['b43dcf60-bd1e-49da-a93f-0eec07503889'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:41:25.742918 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Pushing event deleted for resources: {'Port': ['ID=b43dcf60-bd1e-49da-a93f-0eec07503889,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:25.747751 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:25.958715 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:25.967283 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2d6a4358-1a51-42f6-87c1-cfd2e10e55d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:25.997363 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1d6184d2-395a-4081-8a57-45a4e4c13a98 req-d025e9bb-a841-461e-b8a1-858dfb4d86b7 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=da749eb6-4cf8-4bbb-8c56-7889b925bacc HTTP/1.1" status: 200  len: 210 time: 0.1177444
Jul 07 18:41:26.005839 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] No DVR routers for this DVR port b43dcf60-bd1e-49da-a93f-0eec07503889 on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:41:26.015209 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:26.018200 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Pushing event deleted for resources: {'Port': ['ID=e37034c8-6fb4-419d-94d3-924ec4a3c843,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:26.020740 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'name': 'network-vif-deleted', 'tag': 'b43dcf60-bd1e-49da-a93f-0eec07503889'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:26.049649 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:26.097215 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da749eb6-4cf8-4bbb-8c56-7889b925bacc', 'name': 'network-vif-deleted', 'tag': 'b43dcf60-bd1e-49da-a93f-0eec07503889', 'status': 'completed', 'code': 200}
Jul 07 18:41:26.112909 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-066c6e25-4d30-48d1-af1b-1af33e6c8876 req-f9ee4dc8-a885-4ed3-89d4-dd1d79972d10 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "DELETE /v2.0/ports/b43dcf60-bd1e-49da-a93f-0eec07503889 HTTP/1.1" status: 204  len: 173 time: 1.3848891
Jul 07 18:41:26.129925 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks [] for floatingip, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:26.132259 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:26.133437 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-5a887e52-953a-453c-b7e9-f016ae0d87d6 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] 10.222.0.60 "DELETE /v2.0/floatingips/9fbd0829-c68f-45d2-b66e-cb4018cce6c1 HTTP/1.1" status: 204  len: 168 time: 2.3997447
Jul 07 18:41:26.261730 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-b38c4117-03c2-4d47-82b6-a891149052d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:27.362256 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-d2b59e56-8374-4f18-ba3e-8005306a0ade tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:27.363630 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-d2b59e56-8374-4f18-ba3e-8005306a0ade tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/networks?id=87a71a6a-117c-40d5-8099-0f38e90e25ca HTTP/1.1" status: 200  len: 809 time: 0.1505909
Jul 07 18:41:27.380413 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-de1a4cf0-f2eb-4c1d-a5dd-0b008b55db7a tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/quotas/e0bbfa66de714030b68c1b8429778e34 HTTP/1.1" status: 200  len: 375 time: 0.0112901
Jul 07 18:41:27.395958 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:27.434425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-221d6841-b7e0-408f-900a-09636513926d tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Synchronizing usage tracker for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:41:27.450344 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-221d6841-b7e0-408f-900a-09636513926d tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Unset dirty status for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:41:27.451634 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-221d6841-b7e0-408f-900a-09636513926d tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0bbfa66de714030b68c1b8429778e34&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0656364
Jul 07 18:41:27.463737 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-6cffd17e-f1c0-4bb0-9516-924c26c95eee service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:41:27.464728 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-6cffd17e-f1c0-4bb0-9516-924c26c95eee service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052822
Jul 07 18:41:27.605196 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-c3e0fbd2-9ff4-4845-ae2b-30221fd3d316 service neutron] 10.222.0.60 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323256
Jul 07 18:41:27.752932 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-34c289ab-67dd-4167-87ea-8c87eb8b3f54 service neutron] 10.222.0.60 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419234
Jul 07 18:41:27.956574 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a79eac72-4316-475b-81b8-57de7b74a759 req-104bc948-7baf-44a4-9d59-fd9450500d93 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 210 time: 0.0529006
Jul 07 18:41:28.609496 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:28.996216 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37240) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:29.002221 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-4394bae8-9cd1-4cf9-972c-ff6dd49144dd tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:29.004143 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-4394bae8-9cd1-4cf9-972c-ff6dd49144dd tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "GET /v2.0/networks?id=87a71a6a-117c-40d5-8099-0f38e90e25ca HTTP/1.1" status: 200  len: 809 time: 0.1638172
Jul 07 18:41:29.018147 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Request body: {'port': {'device_id': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca', 'admin_state_up': True, 'tenant_id': 'e0bbfa66de714030b68c1b8429778e34'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:41:29.156229 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ef81b3b5-7fea-4713-b257-3ba7c5f014f8 req-24b0cf73-130d-48c8-a14b-748391ae2e7a tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 210 time: 0.0535078
Jul 07 18:41:29.223652 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:29.234261 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:29.246806 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Made reservation on behalf of e0bbfa66de714030b68c1b8429778e34 for: {'port': 1} {{(pid=78558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 07 18:41:29.250294 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:29.413361 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.db_base_plugin_common [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Allocated IP 172.20.0.2 (87a71a6a-117c-40d5-8099-0f38e90e25ca/e26fd348-5145-4f10-83ff-0a4409db20d8/8dcedce2-b8bf-403e-a3d7-d7ed7cfad762) {{(pid=78558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 07 18:41:29.627121 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks [] for port, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:29.643321 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b43dcf60-bd1e-49da-a93f-0eec07503889 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:41:29.660137 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735059210244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:29.666363 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:29.682988 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: b43dcf60-bd1e-49da-a93f-0eec07503889 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:41:29.683340 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device b43dcf60-bd1e-49da-a93f-0eec07503889 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:41:29.737082 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:29.840064 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Network 87a71a6a-117c-40d5-8099-0f38e90e25ca is already hosted by enough agents. {{(pid=78558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 07 18:41:29.843287 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.base_scheduler [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Resources bound (agent type, host, resource id):  {{(pid=78558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 07 18:41:29.847510 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Received port after_create {{(pid=78558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 07 18:41:29.879001 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Pushing event updated for resources: {'Port': ['ID=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:29.889500 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:29.914705 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:29.915227 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:29.942177 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-706fbcc9-f7cd-48cd-a9a7-54340d32d09e tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9289119
Jul 07 18:41:29.952610 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-870650ad-b337-4f2d-af95-b69a5e368de1 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=78558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 07 18:41:29.953659 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-870650ad-b337-4f2d-af95-b69a5e368de1 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051966
Jul 07 18:41:29.967020 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.v2.base [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Request body: {'port': {'device_id': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79869'}} {{(pid=78558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 07 18:41:30.082958 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.103187 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Deleting port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:30.103734 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.300572 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] For port 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:30.300955 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.426574 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Calling delete_port for 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e owned by network:router_interface {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:30.533294 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f52d-4679-4070-8d03-d482323a18c1 req-46dcdfaa-7ec4-40e9-bcfb-bcadcc8c8b81 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:30.533928 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-5a05f52d-4679-4070-8d03-d482323a18c1 req-46dcdfaa-7ec4-40e9-bcfb-bcadcc8c8b81 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Synchronizing usage tracker for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:41:30.537861 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 {{(pid=78558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:41:30.546838 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.571112 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-5a05f52d-4679-4070-8d03-d482323a18c1 req-46dcdfaa-7ec4-40e9-bcfb-bcadcc8c8b81 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Unset dirty status for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:41:30.572503 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5a05f52d-4679-4070-8d03-d482323a18c1 req-46dcdfaa-7ec4-40e9-bcfb-bcadcc8c8b81 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 931 time: 0.2652972
Jul 07 18:41:30.605937 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.606262 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.provisioning_blocks [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Transition to ACTIVE for port object 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 will not be triggered until provisioned by entity L2. {{(pid=78558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 07 18:41:30.611413 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-a54b6763-4e7e-414a-aebf-aac90fc5b863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:30.612549 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.618872 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-af599c52-f90f-4948-a4ac-79c3c94b5597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:30.656914 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:30.669963 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5a05f52d-4679-4070-8d03-d482323a18c1 req-bfa91a70-d469-4b7a-9ba7-323edd4a4589 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912719
Jul 07 18:41:30.711300 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.711674 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.712050 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.712404 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.712811 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.713157 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.713512 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.713865 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.714223 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.714575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.714928 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.715272 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:41:30.745217 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:30.783980 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Pushing event updated for resources: {'Port': ['ID=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,revision_number=2']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:30.790847 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:30.864732 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Attempting to bind port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 on host hv-cinder-79869 for vnic_type normal with profile  {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 07 18:41:30.865115 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Attempting to bind port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 by drivers openvswitch,hyperv on host hv-cinder-79869 at level 0 using segments [{'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 07 18:41:30.865466 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Attempting to bind port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 on network 87a71a6a-117c-40d5-8099-0f38e90e25ca {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:41:30.870371 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 on network 87a71a6a-117c-40d5-8099-0f38e90e25ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79869 {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 07 18:41:30.870689 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Attempting to bind port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 on network 87a71a6a-117c-40d5-8099-0f38e90e25ca {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 07 18:41:30.875909 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Checking agent: {'id': '28eed300-161f-4116-8ea7-f20566d7eec2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79869', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'started_at': datetime.datetime(2021, 7, 7, 18, 29, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 07 18:41:30.876534 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Checking segment: {'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 07 18:41:30.877180 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Bound using segment: {'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'} {{(pid=78558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 07 18:41:30.877735 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.managers [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Bound port: 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762, host: hv-cinder-79869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca'}}] {{(pid=78558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 07 18:41:30.878123 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.965424 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] For port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762, host hv-cinder-79869, cleared binding levels {{(pid=78558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 07 18:41:30.968256 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] For port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762, host hv-cinder-79869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 07 18:41:30.970622 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.974165 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1519496'] for port, after_update {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:30.977838 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-573623e3-533a-4c5b-991e-cbe5da65d4da tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:31.041303 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:31.041915 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:31.043276 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] 10.222.0.101 "PUT /v2.0/ports/8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 HTTP/1.1" status: 200  len: 1093 time: 1.0802007
Jul 07 18:41:31.043778 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'tag': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:31.065881 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Pushing event updated for resources: {'Port': ['ID=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,revision_number=3']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:31.069500 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3ffe0ac6-e1b8-45bc-83c6-cb2f6f8b4fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:31.117452 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'tag': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762', 'status': 'completed', 'code': 200}
Jul 07 18:41:31.161119 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-9b99b96b-0760-4f05-82c5-9a8a9efa3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:31.162631 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-9b99b96b-0760-4f05-82c5-9a8a9efa3d68 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e0bbfa66de714030b68c1b8429778e34&device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 1096 time: 0.0772882
Jul 07 18:41:31.240362 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-a8b625a4-b0fe-4b7c-9df5-c1534820c0d4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 HTTP/1.1" status: 200  len: 217 time: 0.0695424
Jul 07 18:41:31.304672 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-6d64afa7-12b9-4009-8a87-b00968866ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:31.306026 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-6d64afa7-12b9-4009-8a87-b00968866ea8 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e26fd348-5145-4f10-83ff-0a4409db20d8 HTTP/1.1" status: 200  len: 849 time: 0.0592144
Jul 07 18:41:31.354919 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-aa55ed5d-160b-4059-af59-2dd3e0139387 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=87a71a6a-117c-40d5-8099-0f38e90e25ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418200
Jul 07 18:41:31.452104 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:41:31.488362 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-7ad1db96-370a-4ec5-983c-39ec563f0a15 service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263933
Jul 07 18:41:31.631202 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:41:31.635794 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-fb8ee3c9-e91c-430e-981e-55fa065a8bc1 req-bcdaf01d-460a-4fa4-968f-ff26e4874d61 service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400552
Jul 07 18:41:31.639406 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] Sync routers for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:41:31.647071 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-d1f49264-866d-4c41-b844-12ea49af2c54 admin admin] 10.222.0.60 "PUT /v2.0/routers/5b59375d-5c89-48b9-847e-f0b1ad9ecd05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6475029
Jul 07 18:41:31.647379 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37256) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:31.651080 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:31.651698 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0be4430>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:31.882153 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:31.915004 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:32.003126 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448541f3-696a-4a98-a31d-81b208b885b5 req-b264f22d-a62a-479a-9820-73f6bf6eab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:32.004642 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-448541f3-696a-4a98-a31d-81b208b885b5 req-b264f22d-a62a-479a-9820-73f6bf6eab45 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=e0bbfa66de714030b68c1b8429778e34&device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 1096 time: 0.3050649
Jul 07 18:41:32.025957 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d9013-dc2f-4265-8fd3-16a89c8f1f84 req-af399da6-194e-4951-9ae8-3f304cc8c675 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:32.028237 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e3d9013-dc2f-4265-8fd3-16a89c8f1f84 req-af399da6-194e-4951-9ae8-3f304cc8c675 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 943 time: 0.1501300
Jul 07 18:41:32.087226 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:32.097378 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Deleting port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:32.097378 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:32.202937 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-2e3d9013-dc2f-4265-8fd3-16a89c8f1f84 req-cb55e783-4964-459e-ba99-792b9b82c5d6 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492584
Jul 07 18:41:32.252712 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448541f3-696a-4a98-a31d-81b208b885b5 req-c1ac8653-06fa-4d57-abff-943754c8e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:32.255549 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-448541f3-696a-4a98-a31d-81b208b885b5 req-c1ac8653-06fa-4d57-abff-943754c8e6c6 service neutron] 10.222.0.101 "GET /v2.0/networks?id=87a71a6a-117c-40d5-8099-0f38e90e25ca HTTP/1.1" status: 200  len: 910 time: 0.2410152
Jul 07 18:41:32.295614 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0be4430>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:41:30Z', 'revision_number': 5, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port': {'id': '6db46c82-b32f-4d2c-b2f9-9a9919abc6af', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:35:35Z', 'updated_at': '2021-07-07T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:32.300856 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] Checking router: 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:41:32.315462 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] Routers {'5b59375d-5c89-48b9-847e-f0b1ad9ecd05'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:32.316095 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0be4430>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:32.334405 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] For port 6db46c82-b32f-4d2c-b2f9-9a9919abc6af, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:32.334763 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:32.357072 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-448541f3-696a-4a98-a31d-81b208b885b5 req-b88bb8ee-5452-4b69-8a7b-18fbada0f0f1 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 HTTP/1.1" status: 200  len: 217 time: 0.0930476
Jul 07 18:41:32.458935 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448541f3-696a-4a98-a31d-81b208b885b5 req-8f6bb6ea-91bf-471f-8237-80c2776b618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:32.461219 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-448541f3-696a-4a98-a31d-81b208b885b5 req-8f6bb6ea-91bf-471f-8237-80c2776b618a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e26fd348-5145-4f10-83ff-0a4409db20d8 HTTP/1.1" status: 200  len: 849 time: 0.0962169
Jul 07 18:41:32.487867 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Calling delete_port for 6db46c82-b32f-4d2c-b2f9-9a9919abc6af owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:32.495174 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] Set router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 gateway port host: None {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:32.524192 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-448541f3-696a-4a98-a31d-81b208b885b5 req-e70d3710-1cfe-43ee-9857-311cae64f7f2 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=87a71a6a-117c-40d5-8099-0f38e90e25ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550931
Jul 07 18:41:32.603832 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0be4430>, [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 6, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:32.608105 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14584fc5-c9ec-41df-8b2a-7d6e241bb8d8 None None] The sync data for ids ['5b59375d-5c89-48b9-847e-f0b1ad9ecd05'] in dv-cinder-798696-1-iscsi is: [{'id': '5b59375d-5c89-48b9-847e-f0b1ad9ecd05', 'name': 'tempest-AttachVolumeShelveTestJSON-270830119-router', 'tenant_id': '58b88981905141b6b2fd8ccbfa870f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:35:34Z', 'updated_at': '2021-07-07T18:41:32Z', 'revision_number': 6, 'project_id': '58b88981905141b6b2fd8ccbfa870f36', 'gw_port_host': None}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:41:32.662263 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-448541f3-696a-4a98-a31d-81b208b885b5 req-14354547-6896-422e-883e-f32d054d355a service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306288
Jul 07 18:41:32.674668 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:32.678337 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-248b7f82-2ed2-4762-97b2-8cc7315d83e8 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:32.728831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db46c82-b32f-4d2c-b2f9-9a9919abc6af,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:32.802442 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-448541f3-696a-4a98-a31d-81b208b885b5 req-ec205e8a-d5a7-422b-b21f-df9a0ecfffec service neutron] 10.222.0.101 "GET /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339352
Jul 07 18:41:32.870334 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:32.933723 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.104990 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.107535 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.132134 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.132655 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b59375d-5c89-48b9-847e-f0b1ad9ecd05 {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:41:33.144760 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.145956 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3e224239-d24d-4d17-a3b6-f339fc74e747 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5b59375d-5c89-48b9-847e-f0b1ad9ecd05 HTTP/1.1" status: 204  len: 168 time: 1.4975531
Jul 07 18:41:33.148409 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37262) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:33.207051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Deleting subnet a26ec76e-c4b8-4d1a-b423-0f6a37beabcf {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:41:33.210293 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.261411 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.348691 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.423557 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.424978 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5774e-d3f5-4c4c-a99b-0f4d5346ca49 req-40bf9009-bd8b-459e-a075-f2c57ee889a3 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:33.426482 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-12c5774e-d3f5-4c4c-a99b-0f4d5346ca49 req-40bf9009-bd8b-459e-a075-f2c57ee889a3 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 943 time: 0.0954297
Jul 07 18:41:33.427680 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-09377b99-9700-4140-859b-822c46fcce71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:33.461633 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26ec76e-c4b8-4d1a-b423-0f6a37beabcf,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:33.464195 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:33.469182 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.479590 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0b1fba3d-ba30-4727-8ee3-38acb9531217 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a26ec76e-c4b8-4d1a-b423-0f6a37beabcf HTTP/1.1" status: 204  len: 168 time: 0.3301637
Jul 07 18:41:33.480360 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-12c5774e-d3f5-4c4c-a99b-0f4d5346ca49 req-cf729fb9-f09d-4284-97ee-41931e148d83 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479496
Jul 07 18:41:33.481970 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37268) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:33.482309 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee3afc-de49-4870-a820-f5f5bddf6739 None None] Network acc736c6-1518-47a0-9b32-bba7319f36f6 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:41:33.595748 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.606864 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Deleting port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:33.607194 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.664430 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 details requested by agent hyperv_hv-cinder-79869 with host hv-cinder-79869 {{(pid=78560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 07 18:41:33.767983 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:41:33.808260 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:41:33.808521 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 5b7b211d-9d24-4d5d-8cf6-35fcf1c4cf7e not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:41:33.808975 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 6db46c82-b32f-4d2c-b2f9-9a9919abc6af no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:41:33.830081 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] For port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=79c41157-9f4a-4de4-a89a-1a2c3a450d6f,segment=NetworkSegment(a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc),segment_id=a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:33.830440 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.851046 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 6db46c82-b32f-4d2c-b2f9-9a9919abc6af {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:41:33.851596 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 6db46c82-b32f-4d2c-b2f9-9a9919abc6af not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:41:33.903438 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:33.921583 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Returning: {'device': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762', 'network_id': '87a71a6a-117c-40d5-8099-0f38e90e25ca', 'port_id': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762', 'mac_address': 'fa:16:3e:54:56:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26fd348-5145-4f10-83ff-0a4409db20d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 07 18:41:33.958528 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Calling delete_port for 79c41157-9f4a-4de4-a89a-1a2c3a450d6f owned by network:dhcp {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:33.978851 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:33.990791 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8f9af-9969-40d8-8d60-6e54597472b5 None None] DHCP port deletion for acc736c6-1518-47a0-9b32-bba7319f36f6 request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:41:33.999522 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8f9af-9969-40d8-8d60-6e54597472b5 None None] Deleting port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:33.999901 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c1d8f9af-9969-40d8-8d60-6e54597472b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.030464 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 {{(pid=78560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 07 18:41:34.035128 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.039944 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ca40a2a5-4603-4e8a-9bdd-2f7d92a7ddb3 tempest-ServerRescueNegativeTestJSON-1857949233 tempest-ServerRescueNegativeTestJSON-1857949233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:34.067076 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:34.087976 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=79c41157-9f4a-4de4-a89a-1a2c3a450d6f,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:34.089850 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] No DVR routers for this DVR port 79c41157-9f4a-4de4-a89a-1a2c3a450d6f on host dv-cinder-798696-1-iscsi {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:41:34.091286 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:34.103498 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c1d8f9af-9969-40d8-8d60-6e54597472b5 None None] The port '79c41157-9f4a-4de4-a89a-1a2c3a450d6f' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:41:34.104626 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.106816 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:34.181507 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,revision_number=4']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:34.184859 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:34.310345 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.323545 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ca05a46d0>,) {'filters': {'network_id': ['acc736c6-1518-47a0-9b32-bba7319f36f6']}} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:34.324311 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['8dcedce2-b8bf-403e-a3d7-d7ed7cfad762'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:41:34.336212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca05a46d0>, 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc') {'for_net_delete': True} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:34.336647 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca05a46d0>, 'a5df4291-d8ad-4c7d-9ac5-4e2d7bd0e8bc') {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:34.349428 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1516495'] for segment, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.367146 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.375108 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=78558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:41:34.375508 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519572'] for segment, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]: Traceback (most recent call last):
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     timer()
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     cb(*args, **kw)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     return func(*args, **kwargs)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     self._notify()
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     self.callback(batched_events)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     event.method(event)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     return f(self, *a, **k)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._get(url).json()
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:41:34.389330 dv-cinder-798696-1-iscsi neutron-server[78558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:41:34.466508 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.470716 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:34.483581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.493915 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=acc736c6-1518-47a0-9b32-bba7319f36f6,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:34.497074 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:34.508044 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] 10.222.0.60 "DELETE /v2.0/networks/acc736c6-1518-47a0-9b32-bba7319f36f6 HTTP/1.1" status: 204  len: 168 time: 1.0250762
Jul 07 18:41:34.628495 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37276) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:34.702852 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-30b6730c-c0c0-43f1-a606-cda3d752f0b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58b88981905141b6b2fd8ccbfa870f36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0730774
Jul 07 18:41:34.705816 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37280) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:34.717034 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2b7a9-1a90-4571-b9e2-ec8d0b43d539 req-8957c2c6-b8d0-41c3-8619-57dffbc927be tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:34.718503 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8ef2b7a9-1a90-4571-b9e2-ec8d0b43d539 req-8957c2c6-b8d0-41c3-8619-57dffbc927be tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 944 time: 0.1271167
Jul 07 18:41:34.763960 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-8ef2b7a9-1a90-4571-b9e2-ec8d0b43d539 req-3d2e8119-907d-47c1-bc97-7790c612aad0 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390275
Jul 07 18:41:34.768500 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.794758 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.848149 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.851724 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-8592315a-bd2f-475d-83e7-6d7fca8d14dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:34.865161 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9420107-edee-4c6b-bdba-6018e50ed692,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:34.868938 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:34.872665 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:34.873799 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9420107-edee-4c6b-bdba-6018e50ed692 HTTP/1.1" status: 204  len: 168 time: 0.1668916
Jul 07 18:41:35.660125 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 up at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 07 18:41:35.727212 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 79c41157-9f4a-4de4-a89a-1a2c3a450d6f no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:41:35.764289 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 79c41157-9f4a-4de4-a89a-1a2c3a450d6f {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:41:35.764704 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 79c41157-9f4a-4de4-a89a-1a2c3a450d6f not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:41:35.768035 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning for port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 completed by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 07 18:41:35.774503 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.provisioning_blocks [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Provisioning complete for port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 triggered by entity L2. {{(pid=78560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 07 18:41:35.774720 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3278207'] for port, provisioning_complete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:35.909529 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-854980'] for port, before_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:35.937856 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762'}] {{(pid=78560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:35.948951 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] For port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:35.955208 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735059755722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735059210262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735059210307'] for port, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:35.957478 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:35.998002 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de838bdb-0ac9-498e-891a-ea05dd9f8f42 req-e78ca2c9-3e98-4c58-acef-74e2384369f2 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:36.002234 dv-cinder-798696-1-iscsi neutron-server[78560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762', 'code': 200}
Jul 07 18:41:36.005323 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-de838bdb-0ac9-498e-891a-ea05dd9f8f42 req-e78ca2c9-3e98-4c58-acef-74e2384369f2 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 944 time: 0.1035471
Jul 07 18:41:36.039288 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Pushing event updated for resources: {'Port': ['ID=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,revision_number=5']} {{(pid=78560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:36.042610 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_concurrency.lockutils [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:36.065973 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-de838bdb-0ac9-498e-891a-ea05dd9f8f42 req-45940bb6-16ff-478c-ae8e-b740c57d9ab1 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575008
Jul 07 18:41:36.236089 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571544-8b56-42a6-865e-2ff9169adf89 req-82713c51-7aa8-4c9e-883e-7ef2e7c99c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:36.238186 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-77571544-8b56-42a6-865e-2ff9169adf89 req-82713c51-7aa8-4c9e-883e-7ef2e7c99c1c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 1098 time: 0.0794652
Jul 07 18:41:36.280520 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-77571544-8b56-42a6-865e-2ff9169adf89 req-e820e193-e8a4-425c-900d-312f5a89a24d service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352554
Jul 07 18:41:36.966466 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37348) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:37.081942 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.097079 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:37.100875 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Usage tracker for resource:security_group_rule and tenant:4be4a5b722174d83ab4bc9e51e53835b is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:37.103748 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:37.109563 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:37.203396 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.207713 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.237957 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7711f422-8814-4bb0-a2e4-283dba28f9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:37.262401 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4be4a5b722174d83ab4bc9e51e53835b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2948601
Jul 07 18:41:37.264198 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2b54c-2c98-4ccb-9270-f23260282109 req-753f8702-25b3-4a7a-9bc6-1b3a73d3dd56 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:37.265760 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e7c2b54c-2c98-4ccb-9270-f23260282109 req-753f8702-25b3-4a7a-9bc6-1b3a73d3dd56 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 945 time: 0.0870490
Jul 07 18:41:37.266233 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37356) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:37.276787 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b4c1a1-58df-4bbd-980d-dd4bb4c96575,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:37.279784 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6e6dc2e7-21db-4191-9c93-e568c3e9c392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:37.351574 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e7c2b54c-2c98-4ccb-9270-f23260282109 req-b2da110a-d3de-4e1a-a7b2-cc8e1ee287e5 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677598
Jul 07 18:41:37.366093 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.393386 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.445838 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.449639 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-35b814b5-f1c2-40a8-bf2c-d4086b19c347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:37.461611 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b4c1a1-58df-4bbd-980d-dd4bb4c96575,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:37.465073 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:37.468422 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.469566 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3b4c1a1-58df-4bbd-980d-dd4bb4c96575 HTTP/1.1" status: 204  len: 168 time: 0.2017519
Jul 07 18:41:37.752270 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37364) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:37.770057 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.784050 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:37.787913 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3772df782b8249b49e9164221ee9738c is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:37.790677 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:37.796267 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:37.888442 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.894196 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:37.902125 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-8f96e4f8-ee60-49a6-bef9-8e979d9a53ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:37.951017 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746fb987-31b3-402f-91d5-3505eddb30d3,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:37.954601 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:37.957603 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3772df782b8249b49e9164221ee9738c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2043233
Jul 07 18:41:37.960211 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37368) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:38.018074 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d6739fe5-9674-480e-a63d-ea56c289b75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:38.042902 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d6739fe5-9674-480e-a63d-ea56c289b75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:38.095308 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d6739fe5-9674-480e-a63d-ea56c289b75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:38.099274 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d1318341-1133-4eed-bbed-3286b51e87d9 tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:38.112552 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6739fe5-9674-480e-a63d-ea56c289b75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746fb987-31b3-402f-91d5-3505eddb30d3,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:38.114783 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d6739fe5-9674-480e-a63d-ea56c289b75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:38.118818 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d6739fe5-9674-480e-a63d-ea56c289b75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:38.120180 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d6739fe5-9674-480e-a63d-ea56c289b75a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/746fb987-31b3-402f-91d5-3505eddb30d3 HTTP/1.1" status: 204  len: 168 time: 0.1590796
Jul 07 18:41:38.551844 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa8004-5477-4c4f-8cb9-36f872e09fac req-03d02463-f9ea-4568-94c0-c58497a55a49 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:38.554380 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01aa8004-5477-4c4f-8cb9-36f872e09fac req-03d02463-f9ea-4568-94c0-c58497a55a49 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 945 time: 0.0961370
Jul 07 18:41:38.605283 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-01aa8004-5477-4c4f-8cb9-36f872e09fac req-44106f09-9f65-4acf-a245-10d799aeaa88 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451460
Jul 07 18:41:39.749412 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2de999-af65-446f-9340-fb55d0efaa64 req-2e83d0a8-8c49-4f98-a62a-534b27bfdfd8 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:39.751439 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1f2de999-af65-446f-9340-fb55d0efaa64 req-2e83d0a8-8c49-4f98-a62a-534b27bfdfd8 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 945 time: 0.0828214
Jul 07 18:41:39.800001 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-1f2de999-af65-446f-9340-fb55d0efaa64 req-ddc4d12e-683c-4827-b5ca-ef8b030cfdb9 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424631
Jul 07 18:41:40.986192 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9b9da-c39b-4707-a518-46f5e63b32bb req-1241de0f-dd47-4eff-9e96-5f1ce5485250 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:40.987647 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7eb9b9da-c39b-4707-a518-46f5e63b32bb req-1241de0f-dd47-4eff-9e96-5f1ce5485250 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 945 time: 0.0812471
Jul 07 18:41:41.084909 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-7eb9b9da-c39b-4707-a518-46f5e63b32bb req-32a2236e-0ff6-4623-a6bc-cc0fc564e6ef tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39914be-3992-4f9c-bea0-d0b68c88c309&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915263
Jul 07 18:41:41.107583 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-609a9160-686d-4e14-ab8f-f937a1f6ad84 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:41.109050 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-609a9160-686d-4e14-ab8f-f937a1f6ad84 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 945 time: 0.1022809
Jul 07 18:41:41.179886 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Deleting port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:41.180235 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:41.531664 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] For port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,segment=NetworkSegment(e7de3576-8fd7-4dcb-bbb8-c1d0814bf186),segment_id=e7de3576-8fd7-4dcb-bbb8-c1d0814bf186)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:41.532660 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:41.660978 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Calling delete_port for 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:41.814165 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:41.820908 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-bd98dd73-7e1a-48af-981d-21c3548e3e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:41.825928 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] get_ports_and_sgs() called for port_ids ['8dcedce2-b8bf-403e-a3d7-d7ed7cfad762'] {{(pid=78560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 07 18:41:41.879418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Pushing event deleted for resources: {'Port': ['ID=8dcedce2-b8bf-403e-a3d7-d7ed7cfad762,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:41.881941 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:41.963920 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] No DVR routers for this DVR port 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:41:41.966370 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:41.968952 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'name': 'network-vif-deleted', 'tag': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:41.987651 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-354d6234-cad8-4bb4-8637-1f66226ec75e req-7e29cdfe-2e2d-4767-8683-ef09050a3017 tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.101 "DELETE /v2.0/ports/8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 HTTP/1.1" status: 204  len: 173 time: 0.8724036
Jul 07 18:41:42.085114 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:42.161901 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a548fc2a-79a3-4138-b00b-af643cc17378', 'name': 'network-vif-deleted', 'tag': '8dcedce2-b8bf-403e-a3d7-d7ed7cfad762', 'status': 'completed', 'code': 200}
Jul 07 18:41:42.259212 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-17a74994-c294-49a8-94a7-f1229bdffb08 req-22d7557b-f7d0-4660-8148-3b25982975fa tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Synchronizing usage tracker for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:41:42.274794 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-17a74994-c294-49a8-94a7-f1229bdffb08 req-22d7557b-f7d0-4660-8148-3b25982975fa tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] Unset dirty status for tenant:e0bbfa66de714030b68c1b8429778e34 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:41:42.276017 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-17a74994-c294-49a8-94a7-f1229bdffb08 req-22d7557b-f7d0-4660-8148-3b25982975fa tempest-VolumesActionsTest-1256867310 tempest-VolumesActionsTest-1256867310-project] 10.222.0.60 "GET /v2.0/ports?device_id=a548fc2a-79a3-4138-b00b-af643cc17378 HTTP/1.1" status: 200  len: 210 time: 0.0592532
Jul 07 18:41:44.103629 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37482) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:44.334666 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Deleting port 5666dbe5-2be4-4213-b6d5-ae8a2ffd2475 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:44.335010 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:44.518311 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:44.518711 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:44.654600 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Calling delete_port for 5666dbe5-2be4-4213-b6d5-ae8a2ffd2475 owned by network:floatingip {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:44.755103 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37524) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:44.810396 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:44.815036 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-fd152f2e-a756-4583-9814-8ec12ae4b0bc tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:44.862974 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event deleted for resources: {'Port': ['ID=5666dbe5-2be4-4213-b6d5-ae8a2ffd2475,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:44.873315 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:44.888995 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:44.893636 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:44.893810 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Usage tracker for resource:security_group_rule and tenant:857419a9fcdd432c98c013045a3d8c50 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:44.896429 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:44.902067 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:44.956827 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:44.957178 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Floating IP affca46d-4a39-4d4e-9680-ec41a4c86cd9 disassociated (deleted). External IP: 172.27.3.79, port: 598c6464-a86b-4f4e-af39-a74adc2ee2fe.
Jul 07 18:41:44.991704 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:44.995584 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.003413 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-53be37f5-ffae-40ff-89dd-c9bf9fe67e1a tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:45.041976 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aedd81-f238-4875-a369-7d14b6c22b11,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:45.049222 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=857419a9fcdd432c98c013045a3d8c50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2901485
Jul 07 18:41:45.049222 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-2c2266ec-a6f3-41ea-9639-4552be1c7b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:45.049601 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37530) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:45.111574 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3af9f270-09b2-49b0-8e9f-13d030eb88e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.139243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3af9f270-09b2-49b0-8e9f-13d030eb88e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.201673 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3af9f270-09b2-49b0-8e9f-13d030eb88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.206190 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1da84502-7b1d-4abd-9188-5b427b49981e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:45.217486 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9f270-09b2-49b0-8e9f-13d030eb88e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aedd81-f238-4875-a369-7d14b6c22b11,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:45.219773 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3af9f270-09b2-49b0-8e9f-13d030eb88e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:45.232298 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3af9f270-09b2-49b0-8e9f-13d030eb88e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.233462 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3af9f270-09b2-49b0-8e9f-13d030eb88e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21aedd81-f238-4875-a369-7d14b6c22b11 HTTP/1.1" status: 204  len: 168 time: 0.1829617
Jul 07 18:41:45.417244 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:41:45.517862 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37538) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:45.536347 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.551239 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:45.555177 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Usage tracker for resource:security_group_rule and tenant:7301c6bc5a7548a397e82ad57b408da1 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:45.558592 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:45.564609 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:45.598724 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:41:45.609399 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:41:45.615876 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.619199 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:45.619834 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0957e80>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:45.653324 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.659793 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.668744 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-45b0f4b9-7b02-41d0-a150-078d2f05cb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:45.675513 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-6ce2f34e-8470-4d60-a332-f37d11569729 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "DELETE /v2.0/floatingips/affca46d-4a39-4d4e-9680-ec41a4c86cd9 HTTP/1.1" status: 204  len: 168 time: 1.5706899
Jul 07 18:41:45.676343 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:45.721831 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d512c41-02e0-4f08-bcd0-8e3354dd3fcb,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:45.725650 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:45.728372 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ecbad352-7ca0-41fc-873e-02e93753613e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7301c6bc5a7548a397e82ad57b408da1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2095115
Jul 07 18:41:45.731182 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37550) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:45.758350 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'status': 'completed', 'code': 200}
Jul 07 18:41:45.793824 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.820396 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.825209 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:45.877841 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.882884 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-a0ec101c-7cfa-4081-83f1-ddd6a35cbe85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:45.897394 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d512c41-02e0-4f08-bcd0-8e3354dd3fcb,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:45.904404 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:45.905248 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:45.906349 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d512c41-02e0-4f08-bcd0-8e3354dd3fcb HTTP/1.1" status: 204  len: 168 time: 0.1739783
Jul 07 18:41:46.116501 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29e881-cd6f-49ee-9a7b-9aebe5934757 req-57dac926-723f-4485-8bc1-120f31b104e5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:46.117241 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-ab29e881-cd6f-49ee-9a7b-9aebe5934757 req-57dac926-723f-4485-8bc1-120f31b104e5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:41:46.133327 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-ab29e881-cd6f-49ee-9a7b-9aebe5934757 req-57dac926-723f-4485-8bc1-120f31b104e5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:41:46.134599 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab29e881-cd6f-49ee-9a7b-9aebe5934757 req-57dac926-723f-4485-8bc1-120f31b104e5 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.1056521
Jul 07 18:41:46.185802 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ab29e881-cd6f-49ee-9a7b-9aebe5934757 req-dbe59dc4-9f8a-46ce-be4f-9511ea8aa6c0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446341
Jul 07 18:41:46.248734 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0957e80>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:59Z', 'revision_number': 1, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:46.253403 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:41:46.261849 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:46.262461 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0957e80>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:26Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:46.447449 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:46.492928 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:41:46.764267 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:41:46.802899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:41:46.803209 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 8dcedce2-b8bf-403e-a3d7-d7ed7cfad762 not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:41:46.882063 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0957e80>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:59Z', 'revision_number': 1, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:46.886204 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d9ede0-e699-4cc5-be64-c05371c5e12f None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_floatingips': [{'id': '2bc97312-db28-46f2-86a6-7756735ae1f1', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'router_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'port_id': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'mac_address': 'fa:16:3e:29:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:37:56Z', 'updated_at': '2021-07-07T18:37:59Z', 'revision_number': 1, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:41:47.129843 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fec27c-897a-4c79-b644-736637046d94 None None] New status for floating IP affca46d-4a39-4d4e-9680-ec41a4c86cd9: DOWN {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:41:47.406857 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc42368-e166-4401-8c8e-379ed5b1143e req-09803466-2c8a-49d7-ab07-46c49a5d3c9f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:47.409089 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc42368-e166-4401-8c8e-379ed5b1143e req-09803466-2c8a-49d7-ab07-46c49a5d3c9f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.0927157
Jul 07 18:41:47.463386 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ffc42368-e166-4401-8c8e-379ed5b1143e req-5b64045d-8120-4b39-aa8d-12ea00cbc3e2 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483387
Jul 07 18:41:47.909113 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37620) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:48.046599 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:48.064971 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:48.071054 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Usage tracker for resource:security_group_rule and tenant:53ae65fe2fcf4187ab3761b7d8dc6feb is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:48.074624 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:48.081933 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:48.104336 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-39023238-9f21-4009-b068-87c9c0c8016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:48.105796 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-39023238-9f21-4009-b068-87c9c0c8016c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 1098 time: 0.2968147
Jul 07 18:41:48.284766 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-070930c2-a8a9-471f-ba1a-1fd9b7081ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:48.286232 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-070930c2-a8a9-471f-ba1a-1fd9b7081ee3 service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.1713684
Jul 07 18:41:48.292843 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:48.346637 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:48.361263 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7f190bfc-76e7-4852-864d-ddcb43c80ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:48.371331 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-660bae32-a112-4b6c-98f4-4414b27c930b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe HTTP/1.1" status: 200  len: 217 time: 0.0771492
Jul 07 18:41:48.445245 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53ae65fe2fcf4187ab3761b7d8dc6feb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5350232
Jul 07 18:41:48.448010 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37626) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:48.448611 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc07e2-a0b8-4991-8b2d-71b16db2abca,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:48.452889 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-1ea93e38-fff1-4daa-9e9b-76dec896ebcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:48.464007 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-814396e2-2c7f-4800-8154-19cac678f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:48.465512 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-814396e2-2c7f-4800-8154-19cac678f0fe service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0820262
Jul 07 18:41:48.522375 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d87526ae-6e50-4fa8-922f-8b3ad03464e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:48.554206 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-6edaf7f1-6b1d-4249-9ff6-331af9560833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:48.556732 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-6edaf7f1-6b1d-4249-9ff6-331af9560833 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837605
Jul 07 18:41:48.558773 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d87526ae-6e50-4fa8-922f-8b3ad03464e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:48.620632 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d87526ae-6e50-4fa8-922f-8b3ad03464e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:48.625370 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-90b8e542-33ec-4b27-86eb-a36ded28bfe8 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:48.638682 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87526ae-6e50-4fa8-922f-8b3ad03464e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc07e2-a0b8-4991-8b2d-71b16db2abca,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:48.643277 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d87526ae-6e50-4fa8-922f-8b3ad03464e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:48.649790 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-d87526ae-6e50-4fa8-922f-8b3ad03464e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:48.651138 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-d87526ae-6e50-4fa8-922f-8b3ad03464e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0dfc07e2-a0b8-4991-8b2d-71b16db2abca HTTP/1.1" status: 204  len: 168 time: 0.2021708
Jul 07 18:41:48.870963 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-0121b2be-9782-40e0-a4fe-bc881f28834b service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3050923
Jul 07 18:41:48.880299 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189ec98-bedc-449a-884a-d77eaf54632b req-8dacd6a8-5494-4ec4-8d3c-0dabde332ad0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:48.881812 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d189ec98-bedc-449a-884a-d77eaf54632b req-8dacd6a8-5494-4ec4-8d3c-0dabde332ad0 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.2925756
Jul 07 18:41:48.980055 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37654) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:49.020587 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:49.040219 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-d189ec98-bedc-449a-884a-d77eaf54632b req-c7ffc623-6317-48bc-ab11-88834a363023 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1378336
Jul 07 18:41:49.059037 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:49.065842 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Usage tracker for resource:security_group_rule and tenant:cbfb377ed2d84fb2acd7a5fd807750eb is out of sync, need to count used quota {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:49.076545 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:49.087113 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.quota.driver [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:49.093179 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-5ae5693a-c341-4f83-8f79-c8be47b62a3b req-61a28073-9adb-4f32-9cbd-e7520f737c2f service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2103679
Jul 07 18:41:49.217226 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:49.224166 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:49.236083 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-11857856-f602-4e11-85f7-a0348fd23225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:49.294429 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9c272-70d9-45ab-ba42-c1aedfd13c6d,revision_number=1']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:49.298863 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:49.302218 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-002fce16-b65a-45e8-83df-45e87a737d0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbfb377ed2d84fb2acd7a5fd807750eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3193195
Jul 07 18:41:49.305883 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37662) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:49.399253 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-94742dc7-73d1-4e4f-88b2-d2f25b2bf94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:49.432737 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-94742dc7-73d1-4e4f-88b2-d2f25b2bf94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:49.503268 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-94742dc7-73d1-4e4f-88b2-d2f25b2bf94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:49.509380 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7a507da6-b28b-4145-b8cc-9130a9d8524a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:49.521485 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94742dc7-73d1-4e4f-88b2-d2f25b2bf94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9c272-70d9-45ab-ba42-c1aedfd13c6d,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:49.524302 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-94742dc7-73d1-4e4f-88b2-d2f25b2bf94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:49.535892 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-94742dc7-73d1-4e4f-88b2-d2f25b2bf94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:49.540293 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-94742dc7-73d1-4e4f-88b2-d2f25b2bf94b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ad9c272-70d9-45ab-ba42-c1aedfd13c6d HTTP/1.1" status: 204  len: 168 time: 0.2326698
Jul 07 18:41:49.743050 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-84202c69-9acc-41e1-aa40-e51138eb9b07 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:49.744722 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-84202c69-9acc-41e1-aa40-e51138eb9b07 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.1076763
Jul 07 18:41:49.830265 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Deleting port 598c6464-a86b-4f4e-af39-a74adc2ee2fe {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:49.830713 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:50.306646 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] For port 598c6464-a86b-4f4e-af39-a74adc2ee2fe, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=598c6464-a86b-4f4e-af39-a74adc2ee2fe,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:41:50.306953 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:50.477742 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Calling delete_port for 598c6464-a86b-4f4e-af39-a74adc2ee2fe owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:50.570241 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25ffe-586d-49f1-86dd-d59f72444d58 req-9c683481-006b-451b-804f-0da2393d2c3f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:50.572011 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ebd25ffe-586d-49f1-86dd-d59f72444d58 req-9c683481-006b-451b-804f-0da2393d2c3f tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 945 time: 0.3614879
Jul 07 18:41:50.699504 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ebd25ffe-586d-49f1-86dd-d59f72444d58 req-228ba052-b970-472a-9939-6f1826608a40 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1218603
Jul 07 18:41:50.742221 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:50.752517 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-9530303f-d9e3-4e72-9ad8-b77ad7fc6b60 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:50.805558 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event deleted for resources: {'Port': ['ID=598c6464-a86b-4f4e-af39-a74adc2ee2fe,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:50.809603 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:50.893594 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] No DVR routers for this DVR port 598c6464-a86b-4f4e-af39-a74adc2ee2fe on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:41:50.896149 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:50.916071 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'name': 'network-vif-deleted', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:50.925725 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-f667f288-6f39-4aa0-8227-ffd60a15f06a req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "DELETE /v2.0/ports/598c6464-a86b-4f4e-af39-a74adc2ee2fe HTTP/1.1" status: 204  len: 173 time: 1.1727173
Jul 07 18:41:50.974313 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5484240-19c3-49f4-91fe-f0f8c60d18c9', 'name': 'network-vif-deleted', 'tag': '598c6464-a86b-4f4e-af39-a74adc2ee2fe', 'status': 'completed', 'code': 200}
Jul 07 18:41:51.175766 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37706) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:51.379488 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:51.398491 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:41:51.402797 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd0567f427b4dcf962cfa68545be3bc is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:41:51.406013 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:41:51.419151 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:41:51.545717 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:51.550128 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:51.559826 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-e29a68af-47c8-4e08-bfe8-82e773a3ad7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:51.605890 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37712) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:51.606088 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebd0567f427b4dcf962cfa68545be3bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4292200
Jul 07 18:41:51.608557 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac311c90-627b-4ffe-92b2-edb8b9e3450b,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:51.612409 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:51.699224 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f1da20b1-60dd-45df-a1bf-64143f42a555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:51.733010 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f1da20b1-60dd-45df-a1bf-64143f42a555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:51.822487 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f1da20b1-60dd-45df-a1bf-64143f42a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:51.828181 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-79dae68b-6d8b-44c4-b63b-e16042f216f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:51.895420 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da20b1-60dd-45df-a1bf-64143f42a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac311c90-627b-4ffe-92b2-edb8b9e3450b,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:51.902437 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-f1da20b1-60dd-45df-a1bf-64143f42a555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:51.917364 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-a3842fe6-f8ea-4d27-be24-eba481a1b358 req-2bbf6d5e-b6a4-42ee-bce4-1e12f38770ed tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:41:51.923515 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-f1da20b1-60dd-45df-a1bf-64143f42a555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:51.927526 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-f1da20b1-60dd-45df-a1bf-64143f42a555 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac311c90-627b-4ffe-92b2-edb8b9e3450b HTTP/1.1" status: 204  len: 168 time: 0.3206608
Jul 07 18:41:51.954413 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-a3842fe6-f8ea-4d27-be24-eba481a1b358 req-2bbf6d5e-b6a4-42ee-bce4-1e12f38770ed tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:41:51.955977 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-a3842fe6-f8ea-4d27-be24-eba481a1b358 req-2bbf6d5e-b6a4-42ee-bce4-1e12f38770ed tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5484240-19c3-49f4-91fe-f0f8c60d18c9 HTTP/1.1" status: 200  len: 210 time: 0.1067724
Jul 07 18:41:52.947084 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-577a52e3-0e2b-4fca-aad1-df32d2d35777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:53.596023 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:53.858008 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 598c6464-a86b-4f4e-af39-a74adc2ee2fe no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:41:53.894842 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 598c6464-a86b-4f4e-af39-a74adc2ee2fe {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:41:53.895185 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 598c6464-a86b-4f4e-af39-a74adc2ee2fe not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:41:55.668826 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 37786) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:41:56.010129 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Deleting port 66c1f8e9-26be-4e80-8d8d-5e3257abf118 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:41:56.010553 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:56.295250 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:56.296121 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:56.305194 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-36d80195-66e6-4aac-8d77-7c0ae91c65a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:56.468410 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Calling delete_port for 66c1f8e9-26be-4e80-8d8d-5e3257abf118 owned by network:floatingip {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:41:56.658294 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:56.662321 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-ac1c37a5-2969-4a69-a5b9-d7eff67c937e tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:41:56.713960 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event deleted for resources: {'Port': ['ID=66c1f8e9-26be-4e80-8d8d-5e3257abf118,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:41:56.717024 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:41:56.824234 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:56.824626 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.db.l3_db [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Floating IP 2bc97312-db28-46f2-86a6-7756735ae1f1 disassociated (deleted). External IP: 172.27.3.84, port: 4a903882-bbe0-4ed1-9005-de841c5fdcea.
Jul 07 18:41:57.275881 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:41:57.410410 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:57.571287 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:41:57.581482 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:41:57.598672 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:57.599356 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae1a60>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:57.605241 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:57.683974 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-433fb821-0e75-4801-8647-f5263e4ad037 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "DELETE /v2.0/floatingips/2bc97312-db28-46f2-86a6-7756735ae1f1 HTTP/1.1" status: 204  len: 168 time: 2.0139284
Jul 07 18:41:57.710425 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:41:57.778411 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'status': 'completed', 'code': 200}
Jul 07 18:41:57.869060 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:58.228253 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf988-1a80-4bd1-881e-a43a0a0a434f req-6787d320-1f73-4253-aba5-6ad8f2a2c692 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:58.229148 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3cebf988-1a80-4bd1-881e-a43a0a0a434f req-6787d320-1f73-4253-aba5-6ad8f2a2c692 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:41:58.313073 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae1a60>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:58.319006 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:41:58.330625 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:41:58.331518 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae1a60>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:58.338045 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-3cebf988-1a80-4bd1-881e-a43a0a0a434f req-6787d320-1f73-4253-aba5-6ad8f2a2c692 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:41:58.339612 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3cebf988-1a80-4bd1-881e-a43a0a0a434f req-6787d320-1f73-4253-aba5-6ad8f2a2c692 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.2236373
Jul 07 18:41:58.422138 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-3cebf988-1a80-4bd1-881e-a43a0a0a434f req-65cde30e-af0c-4df2-a3d3-b2fd88e4477a tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0747774
Jul 07 18:41:58.430032 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338302cb-6593-4f66-b4a5-2d1302747024 req-372abcc8-17bc-4938-99fd-255561a80982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:58.436053 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-338302cb-6593-4f66-b4a5-2d1302747024 req-372abcc8-17bc-4938-99fd-255561a80982 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=a239c12b571d4a31b52cd0753db91077&device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 1098 time: 0.1635911
Jul 07 18:41:58.555820 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:41:58.686615 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:41:58.725721 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338302cb-6593-4f66-b4a5-2d1302747024 req-ba459529-fb6b-4e63-b000-8ebe283ccace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:58.727641 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-338302cb-6593-4f66-b4a5-2d1302747024 req-ba459529-fb6b-4e63-b000-8ebe283ccace service neutron] 10.222.0.101 "GET /v2.0/networks?id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 200  len: 913 time: 0.2807946
Jul 07 18:41:58.812866 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-338302cb-6593-4f66-b4a5-2d1302747024 req-6a8d17fe-7e3b-49ba-8b17-234f1f276bb4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 200  len: 217 time: 0.0764589
Jul 07 18:41:58.885975 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338302cb-6593-4f66-b4a5-2d1302747024 req-cdcd3385-33c7-40ba-b993-f3e062e4e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:58.888623 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-338302cb-6593-4f66-b4a5-2d1302747024 req-cdcd3385-33c7-40ba-b993-f3e062e4e957 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 200  len: 851 time: 0.0664921
Jul 07 18:41:59.004863 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338302cb-6593-4f66-b4a5-2d1302747024 req-d39d9da5-7f0a-476e-b8ae-7f0c556c21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:59.007559 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-338302cb-6593-4f66-b4a5-2d1302747024 req-d39d9da5-7f0a-476e-b8ae-7f0c556c21c7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=eaa24b39-f734-41e2-816f-2b4b94e6d6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1078701
Jul 07 18:41:59.033254 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0ae1a60>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:41:59.037629 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566ecfa-b031-40ed-b4d6-7f5b898aa8a3 None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:33:07Z', 'revision_number': 4, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi', '_interfaces': [{'id': '3b0d953f-6701-4d2b-92fb-46e410d87fd3', 'name': '', 'network_id': 'eaa24b39-f734-41e2-816f-2b4b94e6d6ca', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'mac_address': 'fa:16:3e:1e:05:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:06Z', 'updated_at': '2021-07-07T18:33:17Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'subnets': [{'id': '90b4521b-374d-4711-b5e5-7c8d4c3ebff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:41:59.173395 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-338302cb-6593-4f66-b4a5-2d1302747024 req-70600160-6863-4fdd-9c94-4a5bee1d10ef service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539094
Jul 07 18:41:59.345125 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-338302cb-6593-4f66-b4a5-2d1302747024 req-35fbe82b-7b82-48ef-b465-1e82ba0c98fb service neutron] 10.222.0.101 "GET /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612253
Jul 07 18:41:59.452997 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801545d-2c19-4603-87ed-f59065b6e9a7 None None] New status for floating IP 2bc97312-db28-46f2-86a6-7756735ae1f1: DOWN {{(pid=78561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 07 18:41:59.756450 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36480f-4b1f-4c4c-a546-7acf9c96f5a8 req-52d7d74e-d62e-41ff-8b58-d9dac7326b39 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:41:59.758891 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e36480f-4b1f-4c4c-a546-7acf9c96f5a8 req-52d7d74e-d62e-41ff-8b58-d9dac7326b39 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.1235411
Jul 07 18:41:59.843574 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-4e36480f-4b1f-4c4c-a546-7acf9c96f5a8 req-f2dee54b-39de-4db4-b3ad-75c48541ab35 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0773284
Jul 07 18:42:01.065700 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb6d11-eaeb-47b4-ab4d-ce0c32eb522b req-ad04441e-5237-4013-ac16-9406d564acb9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:42:01.067401 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e7cb6d11-eaeb-47b4-ab4d-ce0c32eb522b req-ad04441e-5237-4013-ac16-9406d564acb9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.0906947
Jul 07 18:42:01.118727 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-e7cb6d11-eaeb-47b4-ab4d-ce0c32eb522b req-622c2d61-3b22-4269-b863-16db7a669d7e tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447555
Jul 07 18:42:02.423906 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc59f0c-733c-402e-b5a1-da29ab446676 req-39f6bf36-9b15-4c0a-8ac0-525904389528 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:42:02.431533 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ecc59f0c-733c-402e-b5a1-da29ab446676 req-39f6bf36-9b15-4c0a-8ac0-525904389528 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.1048322
Jul 07 18:42:02.480167 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ecc59f0c-733c-402e-b5a1-da29ab446676 req-3bee58b9-b4e3-4f82-827d-3e8cb817fe1d tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477524
Jul 07 18:42:03.093173 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-a7d222e1-cbb4-4aa4-80aa-128e1cf83031 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:42:03.095090 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-a7d222e1-cbb4-4aa4-80aa-128e1cf83031 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.1007006
Jul 07 18:42:03.176886 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Deleting port 4a903882-bbe0-4ed1-9005-de841c5fdcea {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:03.177271 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:03.489623 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] For port 4a903882-bbe0-4ed1-9005-de841c5fdcea, host hv-cinder-79869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79869',level=0,port_id=4a903882-bbe0-4ed1-9005-de841c5fdcea,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:03.490360 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:03.659815 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Calling delete_port for 4a903882-bbe0-4ed1-9005-de841c5fdcea owned by compute:nova {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:03.883981 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067f9eb-3ef5-4d70-8fda-9a6cd9ce48d8 req-2471447b-bcc0-4ce9-a7dc-a50b43095a43 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 07 18:42:03.885482 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0067f9eb-3ef5-4d70-8fda-9a6cd9ce48d8 req-2471447b-bcc0-4ce9-a7dc-a50b43095a43 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 945 time: 0.2651172
Jul 07 18:42:03.905141 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4a903882-bbe0-4ed1-9005-de841c5fdcea no longer exists at agent hyperv_hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:42:03.980720 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-0067f9eb-3ef5-4d70-8fda-9a6cd9ce48d8 req-1de9b5c3-d88d-442a-a658-3ca65f71210c tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/security-groups?id=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0663419
Jul 07 18:42:03.982751 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:03.989273 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-044f1723-1c78-4612-bd56-7ee19ac7e26d tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:04.041308 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event deleted for resources: {'Port': ['ID=4a903882-bbe0-4ed1-9005-de841c5fdcea,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:04.085069 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.085069 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.085069 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.085617 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.085617 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.085913 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.086839 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.086839 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.086839 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.087389 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.087538 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.087803 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:04.092401 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] No Port match for: 4a903882-bbe0-4ed1-9005-de841c5fdcea {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:42:04.093026 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Device 4a903882-bbe0-4ed1-9005-de841c5fdcea not bound to the agent host hv-cinder-79869 {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:42:04.096346 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:04.144940 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] No DVR routers for this DVR port 4a903882-bbe0-4ed1-9005-de841c5fdcea on host hv-cinder-79869 {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:42:04.147585 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for port, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:04.155966 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'name': 'network-vif-deleted', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea'}] {{(pid=78558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 07 18:42:04.172065 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-462eccd4-4b34-4c38-a6d5-074bc0e66a29 req-09354ee6-f8d4-4857-97f1-4d9ffd7858ee tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.101 "DELETE /v2.0/ports/4a903882-bbe0-4ed1-9005-de841c5fdcea HTTP/1.1" status: 204  len: 173 time: 1.0705993
Jul 07 18:42:04.248398 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bee83e1-9ddf-4a2f-8c64-a3a95b398791', 'name': 'network-vif-deleted', 'tag': '4a903882-bbe0-4ed1-9005-de841c5fdcea', 'status': 'completed', 'code': 200}
Jul 07 18:42:05.198959 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-ce57078f-7f5c-4032-8f02-b89d196ba521 req-3c3d00ea-ebb7-4b0d-b7c6-074cf6792f72 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Synchronizing usage tracker for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 07 18:42:05.218119 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.quota.resource [req-ce57078f-7f5c-4032-8f02-b89d196ba521 req-3c3d00ea-ebb7-4b0d-b7c6-074cf6792f72 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Unset dirty status for tenant:a239c12b571d4a31b52cd0753db91077 on resource:port {{(pid=78558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 07 18:42:05.227684 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [req-ce57078f-7f5c-4032-8f02-b89d196ba521 req-3c3d00ea-ebb7-4b0d-b7c6-074cf6792f72 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bee83e1-9ddf-4a2f-8c64-a3a95b398791 HTTP/1.1" status: 200  len: 210 time: 0.1005456
Jul 07 18:42:06.319772 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 37916) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:06.481455 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Deleting port 62f4a8ab-1d62-4fd5-b19b-1e4b47cc874e {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:06.481700 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:06.744577 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:06.744922 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:06.872508 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Calling delete_port for 62f4a8ab-1d62-4fd5-b19b-1e4b47cc874e owned by network:floatingip {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:07.026796 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:07.035349 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-d05572c8-0914-4415-baa9-323895053980 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:07.109257 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event deleted for resources: {'Port': ['ID=62f4a8ab-1d62-4fd5-b19b-1e4b47cc874e,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:07.116825 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:07.187924 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for floatingip, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:07.223980 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4083263'] for floatingip, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:07.225153 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-1fbffce5-3be3-41f8-9df6-c37b32e08bd9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "DELETE /v2.0/floatingips/458a51d5-e288-4e04-9cf6-469f289747ea HTTP/1.1" status: 204  len: 168 time: 0.9043674
Jul 07 18:42:10.775061 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38008) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:10.831302 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38014) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:10.837243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Deleting subnet e26fd348-5145-4f10-83ff-0a4409db20d8 {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:42:10.840387 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:10.893174 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:10.899316 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7204fec2-d97b-4bb0-9d01-88081f22eaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:10.929203 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7204fec2-d97b-4bb0-9d01-88081f22eaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:10.947539 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:10.994186 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7204fec2-d97b-4bb0-9d01-88081f22eaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:10.999184 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-2e4f30ad-eacd-48c7-b9b5-e5ac4a6c94a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:11.017630 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204fec2-d97b-4bb0-9d01-88081f22eaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:11.020228 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7204fec2-d97b-4bb0-9d01-88081f22eaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:11.023486 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.028862 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3678c536-11ed-4031-badc-0b9f8e1fdb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:11.035926 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7204fec2-d97b-4bb0-9d01-88081f22eaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.037324 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7204fec2-d97b-4bb0-9d01-88081f22eaf9 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] 10.222.0.60 "DELETE /v2.0/security-groups/9c00d8b3-c0e6-4a3d-8d9a-108284d3ccae HTTP/1.1" status: 204  len: 168 time: 0.2050273
Jul 07 18:42:11.065276 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26fd348-5145-4f10-83ff-0a4409db20d8,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:11.067208 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.072964 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:11.081976 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-67d209ce-a7c6-48ac-b9e5-e7dc0a049a29 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e26fd348-5145-4f10-83ff-0a4409db20d8 HTTP/1.1" status: 204  len: 168 time: 0.3058734
Jul 07 18:42:11.084962 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38020) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:11.105852 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38024) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:11.196667 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.325864 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.338503 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9b233d00>,) {'filters': {'network_id': ['87a71a6a-117c-40d5-8099-0f38e90e25ca']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:11.351756 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b233d00>, 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:11.352050 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9b233d00>, 'e7de3576-8fd7-4dcb-bbb8-c1d0814bf186') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:11.363833 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.379873 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.385886 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:42:11.386262 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:42:11.399278 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:42:11.482759 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.486824 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4fa566d8-3761-4e63-8a3a-0eeafb44b6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:11.501329 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.510877 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a71a6a-117c-40d5-8099-0f38e90e25ca,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:11.517340 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/87a71a6a-117c-40d5-8099-0f38e90e25ca HTTP/1.1" status: 204  len: 168 time: 0.4319735
Jul 07 18:42:11.518398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-3b12227b-d89c-4c38-9dda-afe2fc0861f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:11.648905 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38036) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:11.704361 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-af338559-40ba-4fbd-ad44-9a917f1bc812 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0bbfa66de714030b68c1b8429778e34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533900
Jul 07 18:42:11.706615 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38040) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:11.772529 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e836-b4aa-44e4-9dae-4b6c3e03bdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.803711 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e836-b4aa-44e4-9dae-4b6c3e03bdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.847448 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.866439 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e836-b4aa-44e4-9dae-4b6c3e03bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.871289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-900374f8-f123-4103-905d-1fe58af4f15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:11.887299 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e836-b4aa-44e4-9dae-4b6c3e03bdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39914be-3992-4f9c-bea0-d0b68c88c309,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:11.893064 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f3f9e836-b4aa-44e4-9dae-4b6c3e03bdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:11.899965 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e836-b4aa-44e4-9dae-4b6c3e03bdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:11.901851 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f3f9e836-b4aa-44e4-9dae-4b6c3e03bdbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e39914be-3992-4f9c-bea0-d0b68c88c309 HTTP/1.1" status: 204  len: 168 time: 0.1939318
Jul 07 18:42:12.096215 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:12.276789 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Deleting port 3b0d953f-6701-4d2b-92fb-46e410d87fd3 {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:12.277159 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:12.562436 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] For port 3b0d953f-6701-4d2b-92fb-46e410d87fd3, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=3b0d953f-6701-4d2b-92fb-46e410d87fd3,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:12.562821 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:12.689156 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Calling delete_port for 3b0d953f-6701-4d2b-92fb-46e410d87fd3 owned by network:router_interface {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:12.874733 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:12.880158 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6fa30663-2fec-4101-accf-63b81a3c27f5 tempest-AttachVolumeTestJSON-1893023292 tempest-AttachVolumeTestJSON-1893023292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:12.926134 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0d953f-6701-4d2b-92fb-46e410d87fd3,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:12.928737 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:13.238070 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:13.648771 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Router 12ebecce-77ba-4d86-bfb8-144701a818a7 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:42:13.835418 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:42:13.843738 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] Sync routers for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:42:13.847358 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7a5d3469-b974-420d-938d-5e2cf9416589 admin admin] 10.222.0.60 "PUT /v2.0/routers/12ebecce-77ba-4d86-bfb8-144701a818a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7404420
Jul 07 18:42:13.849967 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38094) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:13.853615 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:42:13.854290 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca068dd00>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:14.043666 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:42:14.131339 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:14.319958 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:14.333701 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Deleting port 4c3b4103-76f1-4c4e-8952-879b9de56b35 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:14.334140 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:14.340457 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca068dd00>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:42:12Z', 'revision_number': 5, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port': {'id': '4c3b4103-76f1-4c4e-8952-879b9de56b35', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:02Z', 'updated_at': '2021-07-07T18:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:14.345312 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] Checking router: 12ebecce-77ba-4d86-bfb8-144701a818a7 for host: dv-cinder-798696-1-iscsi {{(pid=78560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:42:14.353610 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] Routers {'12ebecce-77ba-4d86-bfb8-144701a818a7'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:42:14.354213 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca068dd00>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['12ebecce-77ba-4d86-bfb8-144701a818a7'], 'active': True} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:14.504899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_dvr_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] Set router 12ebecce-77ba-4d86-bfb8-144701a818a7 gateway port host: None {{(pid=78560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:42:14.518230 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] For port 4c3b4103-76f1-4c4e-8952-879b9de56b35, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=4c3b4103-76f1-4c4e-8952-879b9de56b35,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:14.518579 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:14.613146 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.db.l3_hamode_db [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca068dd00>, [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:42:14Z', 'revision_number': 6, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:14.617249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350c5b-0830-441f-ae6d-57d649f5a11e None None] The sync data for ids ['12ebecce-77ba-4d86-bfb8-144701a818a7'] in dv-cinder-798696-1-iscsi is: [{'id': '12ebecce-77ba-4d86-bfb8-144701a818a7', 'name': 'tempest-TestVolumeBootPattern-1164060705-router', 'tenant_id': 'a239c12b571d4a31b52cd0753db91077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:01Z', 'updated_at': '2021-07-07T18:42:14Z', 'revision_number': 6, 'project_id': 'a239c12b571d4a31b52cd0753db91077', 'gw_port_host': None}] {{(pid=78560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:42:14.647954 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Calling delete_port for 4c3b4103-76f1-4c4e-8952-879b9de56b35 owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:14.835379 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:14.842721 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-c72e792f-2456-4c10-9d51-c99040cadf76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:14.889522 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3b4103-76f1-4c4e-8952-879b9de56b35,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:14.893945 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:15.045730 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.230127 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.232596 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.260834 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.261375 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ebecce-77ba-4d86-bfb8-144701a818a7 {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:42:15.273937 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.275079 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-b8da9c4e-eae2-4c14-bb1b-7bdda3d60b21 admin admin] 10.222.0.60 "DELETE /v2.0/routers/12ebecce-77ba-4d86-bfb8-144701a818a7 HTTP/1.1" status: 204  len: 168 time: 1.4241533
Jul 07 18:42:15.277672 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38114) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:15.337287 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Deleting subnet 90b4521b-374d-4711-b5e5-7c8d4c3ebff1 {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:42:15.340327 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.394344 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.482610 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.550338 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.554168 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4f527cc4-02f0-422a-a5a5-4b82d1dcb9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:15.697042 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b4521b-374d-4711-b5e5-7c8d4c3ebff1,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:15.700428 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:15.702812 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.709501 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b48b5b-eca3-4974-9692-80d8e206fbd7 None None] Network eaa24b39-f734-41e2-816f-2b4b94e6d6ca requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:42:15.711916 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-39ff2586-ac3c-4911-8aaa-95fc9735bbd6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/90b4521b-374d-4711-b5e5-7c8d4c3ebff1 HTTP/1.1" status: 204  len: 168 time: 0.4332955
Jul 07 18:42:15.714501 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38118) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:15.795300 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 3b0d953f-6701-4d2b-92fb-46e410d87fd3 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:42:15.844768 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 3b0d953f-6701-4d2b-92fb-46e410d87fd3 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:42:15.845181 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 3b0d953f-6701-4d2b-92fb-46e410d87fd3 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:42:15.845489 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 4c3b4103-76f1-4c4e-8952-879b9de56b35 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:42:15.894899 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 4c3b4103-76f1-4c4e-8952-879b9de56b35 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:42:15.895251 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 4c3b4103-76f1-4c4e-8952-879b9de56b35 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:42:15.949120 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:15.959614 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Deleting port 688b4534-db06-482b-bb0c-5426de6708dc {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:15.959949 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.065583 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] DHCP port deletion for eaa24b39-f734-41e2-816f-2b4b94e6d6ca request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:42:16.070289 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Deleting port 688b4534-db06-482b-bb0c-5426de6708dc {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:16.070762 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.199159 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] For port 688b4534-db06-482b-bb0c-5426de6708dc, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=688b4534-db06-482b-bb0c-5426de6708dc,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:16.199855 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.354031 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Calling delete_port for 688b4534-db06-482b-bb0c-5426de6708dc owned by network:dhcp {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:16.360265 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] For port 688b4534-db06-482b-bb0c-5426de6708dc, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=688b4534-db06-482b-bb0c-5426de6708dc,segment=NetworkSegment(2046c7e1-9020-4358-8d4b-22e6b2830097),segment_id=2046c7e1-9020-4358-8d4b-22e6b2830097)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:16.360860 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.433955 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.438613 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-1af9a8b9-e0a7-4949-8b4e-b9e6e742186e tempest-AttachVolumeShelveTestJSON-546133665 tempest-AttachVolumeShelveTestJSON-546133665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:16.481302 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Calling delete_port for 688b4534-db06-482b-bb0c-5426de6708dc owned by network:dhcp {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:16.488154 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=688b4534-db06-482b-bb0c-5426de6708dc,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:16.492892 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:16.494261 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] No DVR routers for this DVR port 688b4534-db06-482b-bb0c-5426de6708dc on host dv-cinder-798696-1-iscsi {{(pid=78558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:42:16.569317 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:42:16.569721 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:42:16.599317 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38140) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:16.619801 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.637056 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c9bc16040>,) {'filters': {'network_id': ['eaa24b39-f734-41e2-816f-2b4b94e6d6ca']}} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:16.650045 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9bc16040>, '2046c7e1-9020-4358-8d4b-22e6b2830097') {'for_net_delete': True} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:16.650242 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.services.segments.db [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c9bc16040>, '2046c7e1-9020-4358-8d4b-22e6b2830097') {} {{(pid=78558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:16.662201 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1516495'] for segment, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.679103 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.685411 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=78558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:42:16.685797 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1519572'] for segment, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]: Traceback (most recent call last):
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     timer()
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     cb(*args, **kw)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     return func(*args, **kwargs)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     self._notify()
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     self.callback(batched_events)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     event.method(event)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     return f(self, *a, **k)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._get(url).json()
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:42:16.699355 dv-cinder-798696-1-iscsi neutron-server[78558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:42:16.719906 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.734316 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:42:16.738809 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Usage tracker for resource:security_group_rule and tenant:ac37caa81be642d9a32c684cc0f14bbe is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:42:16.741593 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:42:16.747154 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:42:16.774543 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.780419 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:16.801426 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.807689 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa24b39-f734-41e2-816f-2b4b94e6d6ca,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:16.812466 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:16.825102 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-4d82b92a-d212-4040-ba08-117502dacfd6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eaa24b39-f734-41e2-816f-2b4b94e6d6ca HTTP/1.1" status: 204  len: 168 time: 1.1094954
Jul 07 18:42:16.827846 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38146) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:16.840398 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.844243 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.851228 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-6af8efeb-0afb-42ea-aedf-f8075b2c38f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:16.892387 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac37caa81be642d9a32c684cc0f14bbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919507
Jul 07 18:42:16.893354 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9917dfce-92bc-46f1-9e60-cde6ede278d4,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:16.895620 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38150) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:16.898053 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:16.962560 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7860a9b1-03d3-4402-8c02-1cc65bb4118b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:16.988817 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7860a9b1-03d3-4402-8c02-1cc65bb4118b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:17.040090 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7860a9b1-03d3-4402-8c02-1cc65bb4118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:17.044935 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-69749bcc-d5c5-4cbb-8d6a-efda0d9bfc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:17.057260 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860a9b1-03d3-4402-8c02-1cc65bb4118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9917dfce-92bc-46f1-9e60-cde6ede278d4,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:17.060468 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-7860a9b1-03d3-4402-8c02-1cc65bb4118b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:17.062622 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-7860a9b1-03d3-4402-8c02-1cc65bb4118b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:17.064419 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-7860a9b1-03d3-4402-8c02-1cc65bb4118b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9917dfce-92bc-46f1-9e60-cde6ede278d4 HTTP/1.1" status: 204  len: 168 time: 0.1678319
Jul 07 18:42:17.074765 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Deleting port 688b4534-db06-482b-bb0c-5426de6708dc {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:17.075836 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:17.146827 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-c37042e4-4469-4f46-ba76-0852a81dd4fe None None] The port '688b4534-db06-482b-bb0c-5426de6708dc' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:42:17.398137 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722104'] for router_interface, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:17.761215 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 688b4534-db06-482b-bb0c-5426de6708dc no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:42:17.800089 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 688b4534-db06-482b-bb0c-5426de6708dc {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:42:17.800578 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 688b4534-db06-482b-bb0c-5426de6708dc not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:42:17.863840 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Deleting port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e {{(pid=78558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:17.864445 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:18.038062 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.db [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] For port 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,segment=NetworkSegment(ad4d44c4-da32-4ba2-8489-4ba51ba7a569),segment_id=ad4d44c4-da32-4ba2-8489-4ba51ba7a569)] {{(pid=78558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:18.038431 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:18.163745 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.plugins.ml2.plugin [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Calling delete_port for 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e owned by network:router_interface {{(pid=78558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:18.385222 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1519489'] for port, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:18.389995 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-151f7ce6-ff47-4a03-9f45-1ed5fac4d1b1 tempest-TestVolumeBootPattern-91692671 tempest-TestVolumeBootPattern-91692671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:18.437581 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Pushing event deleted for resources: {'Port': ['ID=504c451a-7cbe-4cbb-9a81-4f3c6d69b65e,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:18.469048 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:18.720132 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722188'] for router_interface, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:19.180597 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 has already been hosted by L3 agent e5e6a91a-813a-4adb-a62e-9dbd15dc5985 {{(pid=78558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 07 18:42:19.367180 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] Notify agent at l3_agent.dv-cinder-798696-1-iscsi the message routers_updated {{(pid=78558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 07 18:42:19.377892 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] Sync routers for ids ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'] in dv-cinder-798696-1-iscsi {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 07 18:42:19.388316 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-7939ed72-83dd-436d-ab64-b7026374554d admin admin] 10.222.0.60 "PUT /v2.0/routers/3a6bf590-1036-49da-b0a9-ded1ccdd2ce9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5590982
Jul 07 18:42:19.390251 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] Routers {'3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:42:19.391479 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38194) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:19.391962 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0973e20>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:19.582245 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks [] for router, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:19.587828 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] Set router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 gateway port host: dv-cinder-798696-1-iscsi {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:42:19.775791 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:19.792631 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Deleting port d0390643-7f96-482b-ac8e-eebb5702a990 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:19.793003 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:19.909500 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0973e20>, [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'external_fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:42:18Z', 'revision_number': 5, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port': {'id': 'd0390643-7f96-482b-ac8e-eebb5702a990', 'name': '', 'network_id': '751d8525-1717-4b00-915c-81d56640b26b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798696-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:33:13Z', 'updated_at': '2021-07-07T18:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5482ff5-e396-46b6-ad39-d9b839001da6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798696-1-iscsi'}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:19.913562 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] Checking router: 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 for host: dv-cinder-798696-1-iscsi {{(pid=78561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 07 18:42:19.922983 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] Routers {'3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'} bound to L3 agent in host dv-cinder-798696-1-iscsi {{(pid=78561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 07 18:42:19.923194 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1ca0973e20>, 'dv-cinder-798696-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T18:22:26Z,description=<?>,heartbeat_timestamp=2021-07-07T18:41:56Z,host='dv-cinder-798696-1-iscsi',id=e5e6a91a-813a-4adb-a62e-9dbd15dc5985,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-07T18:22:26Z,topic='l3_agent')) {'router_ids': ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'], 'active': True} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:19.976175 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] For port d0390643-7f96-482b-ac8e-eebb5702a990, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=d0390643-7f96-482b-ac8e-eebb5702a990,segment=NetworkSegment(1bd2a15a-7092-48b1-af32-e07f8ca2e110),segment_id=1bd2a15a-7092-48b1-af32-e07f8ca2e110)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:19.976970 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.077257 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_dvr_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] Set router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 gateway port host: None {{(pid=78561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 07 18:42:20.102349 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Calling delete_port for d0390643-7f96-482b-ac8e-eebb5702a990 owned by network:router_gateway {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:20.191673 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.l3_hamode_db [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1ca0973e20>, [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:42:19Z', 'revision_number': 6, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port_host': None}], 'dv-cinder-798696-1-iscsi', False) {} {{(pid=78561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:20.197154 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc5097-68fd-4bc5-bbbe-a4733360644e None None] The sync data for ids ['3a6bf590-1036-49da-b0a9-ded1ccdd2ce9'] in dv-cinder-798696-1-iscsi is: [{'id': '3a6bf590-1036-49da-b0a9-ded1ccdd2ce9', 'name': 'tempest-TestVolumeBootPattern-1539755779-router', 'tenant_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:33:12Z', 'updated_at': '2021-07-07T18:42:19Z', 'revision_number': 6, 'project_id': 'cfbb0cab58f54f0586d5fcacb4e6f60d', 'gw_port_host': None}] {{(pid=78561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 07 18:42:20.330575 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.335289 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-76104d61-ce15-48cb-b08c-2f95592500b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:20.379537 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0390643-7f96-482b-ac8e-eebb5702a990,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:20.416622 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:20.478265 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3715411'] for router_gateway, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.777046 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3721984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-493'] for router, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.777046 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.794567 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721136'] for router, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.795011 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 {{(pid=78559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 07 18:42:20.807868 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] Notify callbacks [] for router, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.809094 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-12c86313-a8cf-424c-ab16-85e89d4c6886 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3a6bf590-1036-49da-b0a9-ded1ccdd2ce9 HTTP/1.1" status: 204  len: 168 time: 1.4162285
Jul 07 18:42:20.811449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38220) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:20.871139 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Deleting subnet 812dc8fa-9a42-4590-990b-c6675223d0fa {{(pid=78559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 07 18:42:20.874322 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:20.927990 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61659398'] for subnet, precommit_delete_associations {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.007963 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3281797'] for subnet, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.080383 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3283248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1666806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60823143'] for subnet, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.084135 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:21.118838 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812dc8fa-9a42-4590-990b-c6675223d0fa,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:21.121875 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:21.122841 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for subnet, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.129503 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518e97d-de66-4147-a972-2b38ce973230 None None] Network bc958e4c-e62f-4dfb-8319-2694cd0f8a15 requested from dv-cinder-798696-1-iscsi {{(pid=78560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 07 18:42:21.129988 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-ef5f3c5a-8aec-48b7-b2ed-10fbfccd774c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/812dc8fa-9a42-4590-990b-c6675223d0fa HTTP/1.1" status: 204  len: 168 time: 0.3171763
Jul 07 18:42:21.132068 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38224) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:21.259314 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806758'] for network, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.269983 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Deleting port 7e524436-4cd2-4a13-8aa6-eea75210b272 {{(pid=78559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:21.270311 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.381382 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] DHCP port deletion for bc958e4c-e62f-4dfb-8319-2694cd0f8a15 request from dv-cinder-798696-1-iscsi {{(pid=78560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 07 18:42:21.385404 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Deleting port 7e524436-4cd2-4a13-8aa6-eea75210b272 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:21.385854 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.480270 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.db [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] For port 7e524436-4cd2-4a13-8aa6-eea75210b272, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=7e524436-4cd2-4a13-8aa6-eea75210b272,segment=NetworkSegment(ad4d44c4-da32-4ba2-8489-4ba51ba7a569),segment_id=ad4d44c4-da32-4ba2-8489-4ba51ba7a569)] {{(pid=78559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:21.480889 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.602336 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.db [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] For port 7e524436-4cd2-4a13-8aa6-eea75210b272, host dv-cinder-798696-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798696-1-iscsi',level=0,port_id=7e524436-4cd2-4a13-8aa6-eea75210b272,segment=NetworkSegment(ad4d44c4-da32-4ba2-8489-4ba51ba7a569),segment_id=ad4d44c4-da32-4ba2-8489-4ba51ba7a569)] {{(pid=78560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 07 18:42:21.602877 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3821176'] for port, precommit_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.613384 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.plugin [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Calling delete_port for 7e524436-4cd2-4a13-8aa6-eea75210b272 owned by network:dhcp {{(pid=78559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:21.695527 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-854787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735059758210', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735059210253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1663493'] for port, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.701186 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-dc5b6ad0-03b5-488e-89f8-eb2ef5938c23 tempest-AttachVolumeNegativeTest-193339291 tempest-AttachVolumeNegativeTest-193339291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:21.735079 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Calling delete_port for 7e524436-4cd2-4a13-8aa6-eea75210b272 owned by network:dhcp {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 07 18:42:21.756787 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e524436-4cd2-4a13-8aa6-eea75210b272,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:21.760148 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:21.761108 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] No DVR routers for this DVR port 7e524436-4cd2-4a13-8aa6-eea75210b272 on host dv-cinder-798696-1-iscsi {{(pid=78559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 07 18:42:21.794023 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device d0390643-7f96-482b-ac8e-eebb5702a990 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:42:21.840193 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: d0390643-7f96-482b-ac8e-eebb5702a990 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:42:21.840888 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device d0390643-7f96-482b-ac8e-eebb5702a990 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:42:21.843127 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 7e524436-4cd2-4a13-8aa6-eea75210b272 no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:42:21.883122 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 7e524436-4cd2-4a13-8aa6-eea75210b272 {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:42:21.883733 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 7e524436-4cd2-4a13-8aa6-eea75210b272 not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:42:21.884154 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e no longer exists at agent ovs-agent-dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 07 18:42:21.888825 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283466', 'neutron.services.segments.db._delete_segments_for_network-8735059681976'] for network, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.902104 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1ca01ee4f0>,) {'filters': {'network_id': ['bc958e4c-e62f-4dfb-8319-2694cd0f8a15']}} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:21.915287 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca01ee4f0>, 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569') {'for_net_delete': True} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:21.915576 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.services.segments.db [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1ca01ee4f0>, 'ad4d44c4-da32-4ba2-8489-4ba51ba7a569') {} {{(pid=78559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 07 18:42:21.927210 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735059692831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61659405'] for segment, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.929737 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] No Port match for: 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e {{(pid=78560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 07 18:42:21.930094 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.rpc [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Device 504c451a-7cbe-4cbb-9a81-4f3c6d69b65e not bound to the agent host dv-cinder-798696-1-iscsi {{(pid=78560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 07 18:42:21.936533 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.db.api [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 07 18:42:21.937027 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG oslo_db.api [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 07 18:42:21.945365 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3335883'] for segment, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.952258 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=78559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 07 18:42:21.952685 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3335858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1663568'] for segment, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]: Traceback (most recent call last):
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     timer()
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     cb(*args, **kw)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     return func(*args, **kwargs)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     self._notify()
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     self.callback(batched_events)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     event.method(event)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     return f(self, *a, **k)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._get(url).json()
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     return self.request(url, 'GET', **kwargs)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 07 18:42:21.966863 dv-cinder-798696-1-iscsi neutron-server[78559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 07 18:42:22.047710 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3715448'] for network, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.052206 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-65d1043f-6562-4b33-83b3-65475fa93fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:22.066565 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716905'] for network, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.076941 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc958e4c-e62f-4dfb-8319-2694cd0f8a15,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:22.081607 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:22.085082 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-f55772c2-8489-408d-86d8-7b8505a50579 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bc958e4c-e62f-4dfb-8319-2694cd0f8a15 HTTP/1.1" status: 204  len: 168 time: 0.9520497
Jul 07 18:42:22.146591 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38244) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:22.271777 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.286298 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38250) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:22.287584 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:42:22.291578 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Usage tracker for resource:security_group_rule and tenant:2eb96bbea7c34a40a348e4697350caa2 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:42:22.294711 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:42:22.303313 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:42:22.345427 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3d32a761-e0d3-47a5-80a0-64b355c27b80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a239c12b571d4a31b52cd0753db91077&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0575311
Jul 07 18:42:22.348392 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38254) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:22.390003 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.399038 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.408130 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0a642f2c-d16e-473c-8d0f-f32b1a8f8a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:22.412383 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d914f140-692b-4b1b-90c1-6ce6d40b0c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.438440 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Deleting port 7e524436-4cd2-4a13-8aa6-eea75210b272 {{(pid=78560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 07 18:42:22.439056 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d914f140-692b-4b1b-90c1-6ce6d40b0c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.439230 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735059755879'] for port, before_delete {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.450759 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2eb96bbea7c34a40a348e4697350caa2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3006320
Jul 07 18:42:22.450759 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b73da45-fc04-4517-84ba-15499e228287,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:22.451114 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38258) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:22.452771 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-0440fe81-44e9-4498-9054-79e0b1419ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:22.512433 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a45a2-9a8d-40a5-8a5b-7afa85033d71 None None] The port '7e524436-4cd2-4a13-8aa6-eea75210b272' was deleted {{(pid=78560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 07 18:42:22.538415 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d914f140-692b-4b1b-90c1-6ce6d40b0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.544468 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-6f94f39c-c19f-4fc7-b3e9-09f9ad8ea6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:22.553006 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac90f-2bbc-45dd-87a1-a2400b37447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.567183 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914f140-692b-4b1b-90c1-6ce6d40b0c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2bd557-6df1-47bc-b207-9c75f4a61b4f,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:22.578031 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-d914f140-692b-4b1b-90c1-6ce6d40b0c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:22.592518 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-d914f140-692b-4b1b-90c1-6ce6d40b0c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.594202 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-d914f140-692b-4b1b-90c1-6ce6d40b0c50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c2bd557-6df1-47bc-b207-9c75f4a61b4f HTTP/1.1" status: 204  len: 168 time: 0.2444785
Jul 07 18:42:22.604457 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac90f-2bbc-45dd-87a1-a2400b37447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.659269 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac90f-2bbc-45dd-87a1-a2400b37447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.663981 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-adc75f13-93c7-4b2e-8f24-ec33ab9f28c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:22.677645 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ac90f-2bbc-45dd-87a1-a2400b37447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b73da45-fc04-4517-84ba-15499e228287,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:22.680419 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-3b7ac90f-2bbc-45dd-87a1-a2400b37447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:22.681381 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac90f-2bbc-45dd-87a1-a2400b37447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:22.682723 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-3b7ac90f-2bbc-45dd-87a1-a2400b37447b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b73da45-fc04-4517-84ba-15499e228287 HTTP/1.1" status: 204  len: 168 time: 0.2305424
Jul 07 18:42:22.960452 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-74c9d256-87f5-41b5-8ae6-517e0cb0c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:23.081788 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38274) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:23.132996 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-e0ec0946-b428-470a-8137-793cc8a4bf5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfbb0cab58f54f0586d5fcacb4e6f60d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496275
Jul 07 18:42:23.135437 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38278) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:23.198683 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-95b4f6da-a335-40e5-83e7-cd500793b579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:23.226021 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-95b4f6da-a335-40e5-83e7-cd500793b579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:23.278538 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-95b4f6da-a335-40e5-83e7-cd500793b579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:23.283339 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-62ac034c-ada4-4a1d-9c1f-cb9f3840dd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:23.299350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4f6da-a335-40e5-83e7-cd500793b579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c2c5d0-5bd5-4c60-aec1-45dfb8105435,revision_number=None']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:23.302382 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-95b4f6da-a335-40e5-83e7-cd500793b579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:23.311467 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-95b4f6da-a335-40e5-83e7-cd500793b579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:23.312586 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-95b4f6da-a335-40e5-83e7-cd500793b579 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56c2c5d0-5bd5-4c60-aec1-45dfb8105435 HTTP/1.1" status: 204  len: 168 time: 0.1762469
Jul 07 18:42:23.494916 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:42:23.585530 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:26.269684 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-3d8c69f2-3e66-4500-a89d-577f073d87e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:27.399212 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:28.612229 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:42.098232 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:52.942738 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7a80c751-7e86-4755-acc5-1b9525218dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:53.577421 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:55.731350 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.wsgi [-] (78559) accepted ('10.222.0.60', 38476) {{(pid=78559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:55.847506 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:55.862918 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 07 18:42:55.866697 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f5e2c41fd54952b08065d9ef82ca40 is out of sync, need to count used quota {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 07 18:42:55.869485 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.quota.resource [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 07 18:42:55.875667 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.db.quota.driver [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 07 18:42:55.956449 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:55.960520 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron_lib.callbacks.manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_create {{(pid=78559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:55.967339 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-4f9873c7-2135-418b-9191-74a177e1088c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:56.011387 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9397b4-04ae-4f9f-bd12-b4e4cbc1dbd2,revision_number=1']} {{(pid=78559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:56.015993 dv-cinder-798696-1-iscsi neutron-server[78559]: INFO neutron.wsgi [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2f5e2c41fd54952b08065d9ef82ca40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2830393
Jul 07 18:42:56.018739 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.wsgi [-] (78558) accepted ('10.222.0.60', 38482) {{(pid=78558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 07 18:42:56.022465 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.022846 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.023216 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.023579 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.023940 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.024312 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.024660 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.025051 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.025407 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.025759 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.026115 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.026463 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798696-1-iscsi {{(pid=78559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 07 18:42:56.030460 dv-cinder-798696-1-iscsi neutron-server[78559]: DEBUG oslo_concurrency.lockutils [None req-b178c23d-d189-488e-9f06-d3d2a6a52395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:56.083137 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c3491ab2-f7bd-4d38-ab07-5603967d3444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:56.112532 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c3491ab2-f7bd-4d38-ab07-5603967d3444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:56.164842 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c3491ab2-f7bd-4d38-ab07-5603967d3444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369733'] for security_group, after_delete {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:56.168841 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-0b27689d-72d0-40df-b400-130c8f02ee73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 07 18:42:56.180611 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3491ab2-f7bd-4d38-ab07-5603967d3444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9397b4-04ae-4f9f-bd12-b4e4cbc1dbd2,revision_number=None']} {{(pid=78558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 07 18:42:56.188189 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG oslo_concurrency.lockutils [None req-c3491ab2-f7bd-4d38-ab07-5603967d3444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 07 18:42:56.189037 dv-cinder-798696-1-iscsi neutron-server[78558]: DEBUG neutron_lib.callbacks.manager [None req-c3491ab2-f7bd-4d38-ab07-5603967d3444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:56.192454 dv-cinder-798696-1-iscsi neutron-server[78558]: INFO neutron.wsgi [None req-c3491ab2-f7bd-4d38-ab07-5603967d3444 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae9397b4-04ae-4f9f-bd12-b4e4cbc1dbd2 HTTP/1.1" status: 204  len: 168 time: 0.1704426
Jul 07 18:42:56.279547 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-87baf088-a366-4f69-905e-1111251151da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:57.403499 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:42:58.614367 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:00.492398 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:43:12.112857 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:22.948570 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a87dde4b-4049-474d-92ff-6b2fa9427378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:23.580216 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:26.272402 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee7b8-d359-465e-ae94-21ebab41caf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:27.404458 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:28.616841 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:37.491425 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:43:42.114379 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:52.940429 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-1db15a59-b1d4-4f30-ab71-2a136b8550d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:53.582436 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:56.274286 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c567d08d-946b-419c-ac1c-57855bb6a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:57.408514 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:43:58.619026 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:12.112936 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:14.490455 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:44:22.943586 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9082-ad1b-4e29-8277-8e483d18d87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:23.584993 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:26.277519 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-472f1ea9-65ad-45d7-ab98-557e5431fe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:27.410874 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:28.621472 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:42.112951 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:51.489587 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:44:52.945988 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-4b6389db-ce61-4676-9528-404d34ed8716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:53.589728 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:56.279442 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-7c3083ba-a66a-4b97-9cdd-0b4473a08777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:57.413389 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:44:58.624290 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:12.125664 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:22.949783 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-23807456-89c7-4ad4-8f03-477d2a4bb340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:23.591116 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:26.281738 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-8a1a0300-b14b-4ebb-9a65-52dc697764a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:27.416426 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:28.489516 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:45:28.626404 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:42.125770 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:52.956293 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-cf75d64d-83c0-4399-9758-bb6dd64ec5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:53.592982 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:56.284249 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-de7be6bc-46a2-4f37-b571-316f87adf007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:57.418954 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:45:58.630964 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:05.488991 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:46:12.139360 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:22.959889 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-63070292-fb66-4a84-93a7-8b672b0393f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:23.595373 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:26.286029 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-513d8d0a-43ea-4f8d-a0f4-44fce4297ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:27.423574 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:28.632017 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:42.140876 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:42.488654 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:46:52.963078 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-d3577616-77d7-4dee-9e1b-4dd8ed5c7eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:53.598144 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:56.287812 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-0969133b-c0ef-4b7f-93f2-f76141bccb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:57.424341 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:46:58.636323 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:12.155347 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:19.488768 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:47:22.964881 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a203575a-0aa6-49dc-b58a-9376006f18c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:23.599840 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:26.288822 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-62cc270a-d061-4978-b55c-df0bc4a3e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:27.426362 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:28.640017 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:42.173374 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-c17ffc06-287c-42d0-a8fa-18d620e807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:52.966511 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-afaf1dca-e671-4e96-9f0a-7ae67a5e8db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:53.600403 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-47a4272b-76ed-4abf-a95b-5bc29ee97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:56.289531 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-a0227f1d-c4c0-435f-b3fe-baa40b423424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:56.491245 dv-cinder-798696-1-iscsi neutron-server[78561]: DEBUG neutron.db.agents_db [None req-abe7d219-3405-4237-a38a-7f449d0e6e3c None None] Agent healthcheck: found 6 active agents {{(pid=78561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 07 18:47:57.429824 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-f4ae4618-3436-4e19-9848-7905dc25dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 07 18:47:58.641925 dv-cinder-798696-1-iscsi neutron-server[78560]: DEBUG neutron_lib.callbacks.manager [None req-205b4548-ac69-4557-8431-2f8122f83f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735059681985', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3277252'] for agent, after_update {{(pid=78560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}